[ 635.096881] env[69439]: INFO neutron.common.config [-] Logging enabled! [ 635.097306] env[69439]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev52 [ 635.097364] env[69439]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69439) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 635.097696] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 635.097799] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 635.098631] env[69439]: WARNING oslo_policy.policy [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 635.098849] env[69439]: WARNING oslo_policy.policy [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 635.100381] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] VMware NSXv3 Agent initialized successfully. [ 635.100766] env[69439]: DEBUG oslo_concurrency.lockutils [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] Acquiring lock "singleton_lock" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.100911] env[69439]: DEBUG oslo_concurrency.lockutils [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] Acquired lock "singleton_lock" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.101133] env[69439]: DEBUG oslo_concurrency.lockutils [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] Releasing lock "singleton_lock" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.101510] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] Full set of CONF: {{(pid=69439) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 635.101643] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ******************************************************************************** {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 635.101750] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] Configuration options gathered from: {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 635.102007] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 635.102190] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 635.102307] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ================================================================================ {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 635.102483] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] agent_down_time = 75 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.102634] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] allow_automatic_dhcp_failover = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.102822] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] allow_bulk = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.102998] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] api_extensions_path = {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.103140] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] api_paste_config = api-paste.ini {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.103292] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] auth_strategy = keystone {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.103408] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] backdoor_port = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.103520] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] backdoor_socket = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.103714] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] backlog = 4096 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.103809] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.103988] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] bind_host = 0.0.0.0 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.104133] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] bind_port = 9696 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.104279] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] client_socket_timeout = 900 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.104437] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] config_dir = [] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.104541] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.104686] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] config_source = [] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.104858] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] control_exchange = neutron {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.105028] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] core_plugin = ml2 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.105185] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] debug = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.105335] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] default_availability_zones = [] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.105552] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.105713] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] dhcp_agent_notification = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.105884] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] dhcp_agents_per_network = 1 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.106042] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] dhcp_lease_duration = 86400 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.106200] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] dhcp_load_type = networks {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.106375] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] dns_domain = openstacklocal {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.106494] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.106637] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] enable_default_route_bfd = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.106776] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] enable_default_route_ecmp = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.106909] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] enable_dvr = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.107174] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] enable_new_agents = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.107260] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.107404] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] enable_signals = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.107541] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] enable_traditional_dhcp = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.107679] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] external_dns_driver = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.107845] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] filter_validation = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.107969] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] global_physnet_mtu = 8950 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.108126] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] graceful_shutdown_timeout = 60 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.108318] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] host = cpu-1 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.108468] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] host_dvr_for_dhcp = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.108616] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] http_retries = 3 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.108784] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] instance_format = [instance: %(uuid)s] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.108952] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.109118] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ipam_driver = internal {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.109295] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ipv6_pd_enabled = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.109399] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] l3_ha = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.109546] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.109692] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] l3_ha_network_physical_name = {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.109838] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] l3_ha_network_type = {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.110084] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] log_color = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.110169] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] log_config_append = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.110285] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.110425] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] log_dir = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.110562] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] log_file = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.110675] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] log_options = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.110822] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] log_rotate_interval = 1 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.110975] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] log_rotate_interval_type = days {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.111142] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] log_rotation_type = none {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.111260] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.111561] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.111665] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.111759] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.111898] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.112069] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] max_dns_nameservers = 5 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.112228] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] max_header_line = 16384 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.112363] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] max_l3_agents_per_router = 3 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.112505] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] max_logfile_count = 30 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.112647] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] max_logfile_size_mb = 200 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.112798] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] max_subnet_host_routes = 20 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.112961] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] my_ip = 10.180.1.21 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.113124] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] my_ipv6 = ::1 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.113266] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] network_auto_schedule = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.113404] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] network_link_prefix = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.113553] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.113703] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] notify_nova_on_port_data_changes = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.113850] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] notify_nova_on_port_status_changes = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.113999] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] pagination_max_limit = -1 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.114158] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] publish_errors = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.114300] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] rate_limit_burst = 0 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.114447] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] rate_limit_except_level = CRITICAL {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.114589] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] rate_limit_interval = 0 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.114817] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] retry_until_window = 30 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.114926] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] router_distributed = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.115080] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] rpc_resources_processing_step = 20 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.115229] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] rpc_response_max_timeout = 600 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.115373] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] rpc_response_timeout = 60 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.115517] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] send_events_interval = 2 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.115680] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] service_plugins = ['router'] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.115830] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] setproctitle = on {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.115967] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] shell_completion = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.116126] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] state_path = /opt/stack/data/neutron {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.116274] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] syslog_log_facility = LOG_USER {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.116417] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] tcp_keepidle = 600 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.116560] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] transport_url = **** {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.116701] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] use_journal = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.116843] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] use_json = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.116984] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] use_ssl = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.117132] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] use_stderr = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.117276] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] use_syslog = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.117418] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] vlan_qinq = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.117555] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] vlan_transparent = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.117690] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] watch_log_file = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.117853] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] wsgi_default_pool_size = 100 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.118008] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] wsgi_keep_alive = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.118162] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.118305] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] wsgi_server_debug = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.118463] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_concurrency.disable_process_locking = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.118614] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.118769] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.118914] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.119074] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.119226] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.119373] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.119535] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] profiler.connection_string = messaging:// {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.119685] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] profiler.enabled = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.119831] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] profiler.es_doc_type = notification {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.119975] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] profiler.es_scroll_size = 10000 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.120189] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] profiler.es_scroll_time = 2m {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.120271] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] profiler.filter_error_trace = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.120421] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] profiler.hmac_keys = **** {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.120567] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] profiler.sentinel_service_name = mymaster {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.120720] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] profiler.socket_timeout = 0.1 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.120890] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] profiler.trace_requests = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.121060] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] profiler.trace_sqlalchemy = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.121223] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] profiler_jaeger.process_tags = {} {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.121369] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] profiler_jaeger.service_name_prefix = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.121513] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] profiler_otlp.service_name_prefix = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.121671] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_policy.enforce_new_defaults = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.121959] env[69439]: WARNING oslo_config.cfg [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 635.122242] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_policy.enforce_scope = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.122298] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_policy.policy_default_rule = default {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.122623] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.122697] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.122872] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.123009] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.123155] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.123298] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.123476] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.123595] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.123746] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.123929] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] agent.extensions = [] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.124100] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.124256] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] service_providers.service_provider = [] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.124414] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] QUOTAS.default_quota = -1 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.124571] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.124719] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] QUOTAS.quota_floatingip = 50 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.124949] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] QUOTAS.quota_network = 100 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.125053] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] QUOTAS.quota_port = 500 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.125201] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.125337] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] QUOTAS.quota_router = 10 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.125479] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] QUOTAS.quota_security_group = 10 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.125659] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.125790] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] QUOTAS.quota_subnet = 100 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.125966] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] QUOTAS.track_quota_usage = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.126148] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.126293] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep.group = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.126435] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep.helper_command = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.126582] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.126727] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep.thread_pool_size = 8 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.126901] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep.user = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.127094] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.127242] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_dhcp_release.group = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.127382] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_dhcp_release.helper_command = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.127526] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.127670] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.127811] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_dhcp_release.user = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.127962] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.128112] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_ovs_vsctl.group = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.128252] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.128395] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.128538] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.128674] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_ovs_vsctl.user = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.128823] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_namespace.capabilities = [21] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.128965] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_namespace.group = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.129113] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_namespace.helper_command = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.129256] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.129398] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.129532] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_namespace.user = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.129680] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_conntrack.capabilities = [12] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.129817] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_conntrack.group = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.129977] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_conntrack.helper_command = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.130144] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.130337] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.130416] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_conntrack.user = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.130567] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_link.capabilities = [12, 21] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.130703] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_link.group = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.130840] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_link.helper_command = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.130985] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.131144] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_link.thread_pool_size = 8 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.131279] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] privsep_link.user = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.131438] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.131590] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.131735] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.continue_on_failed_promotions = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.131877] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.dscp = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.132068] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.dscp_inherit = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.132236] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.force_mp_to_policy = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.132382] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.locking_coordinator_url = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.132530] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.log_agent_heartbeats = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.132695] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.logging_expire = 1 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.132869] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.133076] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.133211] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.polling_interval = 240 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.133340] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.133495] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.133648] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.report_interval = 30.0 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.133805] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.133959] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.134125] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.134279] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.sync_skew = 60 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.134428] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.synchronization_queue_size = 20 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.134578] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT.use_helper_for_ns_read = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.134733] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] SECURITYGROUP.enable_ipset = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.134919] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] SECURITYGROUP.enable_security_group = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.135104] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.135246] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.135397] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] experimental.ipv6_pd_enabled = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.135567] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ml2.extension_drivers = ['port_security'] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.135726] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ml2.external_network_type = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.135928] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.136108] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ml2.overlay_ip_version = 4 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.136267] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ml2.path_mtu = 8950 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.136423] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ml2.physical_network_mtus = {} {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.136580] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.136730] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.136882] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ml2.type_drivers = ['vlan'] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.137071] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.137222] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.137428] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.137605] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.137763] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.137915] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.138075] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.138228] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.138377] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.138586] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.138757] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_login_password = **** {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.138945] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.139270] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_login_user = admin {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.139270] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.139855] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.139855] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.139855] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.139855] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.140055] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.140137] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.140295] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.140487] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.140599] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.140756] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.140905] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.141070] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.141277] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.141434] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.141585] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.141730] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.141913] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] nova.auth_section = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.142090] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] nova.auth_type = password {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.142247] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.142390] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] nova.certfile = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.142534] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] nova.collect_timing = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.142685] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] nova.endpoint_type = public {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.142827] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] nova.insecure = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.142968] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] nova.keyfile = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.143135] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] nova.region_name = RegionOne {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.143279] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] nova.split_loggers = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.143419] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] nova.timeout = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.143567] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] placement.auth_section = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.143718] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] placement.auth_type = password {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.143865] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.144031] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] placement.certfile = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.144254] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] placement.collect_timing = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.144423] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] placement.endpoint_type = public {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.144571] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] placement.insecure = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.144712] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] placement.keyfile = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.144883] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] placement.region_name = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.145052] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] placement.split_loggers = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.145207] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] placement.timeout = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.145346] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.auth_section = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.145489] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.auth_type = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.145627] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.cafile = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.145768] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.certfile = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.145910] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.collect_timing = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.146059] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.connect_retries = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.146200] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.connect_retry_delay = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.146341] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.enable_notifications = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.146479] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.endpoint_override = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.146620] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.insecure = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.146756] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.interface = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.146891] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.keyfile = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.147038] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.max_version = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.147179] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.min_version = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.147315] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.region_name = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.147451] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.retriable_status_codes = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.147586] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.service_name = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.147722] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.service_type = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.147888] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.split_loggers = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.148052] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.status_code_retries = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.148197] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.status_code_retry_delay = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.148335] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.timeout = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.148536] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.valid_interfaces = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.148681] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ironic.version = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.148832] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] cli_script.dry_run = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.148988] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.149144] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.149289] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.149433] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.149573] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.149713] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.149852] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.149994] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.150186] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.150294] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.150433] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.150653] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.150726] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.150899] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.151071] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.151225] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.151369] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.151512] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.151658] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.151800] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.151943] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.152100] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.152245] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.152386] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.152526] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.152666] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.152808] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.152951] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.153103] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.153245] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.153385] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.ssl = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.153533] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.153678] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.153825] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.153995] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.154159] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.154303] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.154458] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_notifications.driver = [] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.154602] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_notifications.retry = -1 {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.154769] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.154929] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.155054] env[69439]: DEBUG oslo_service.backend.eventlet.service [None req-e2995b3c-5998-466f-b24f-ef0072c63500 None None] ******************************************************************************** {{(pid=69439) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 635.156151] env[69439]: DEBUG neutron.agent.securitygroups_rpc [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Init firewall settings (driver=nsxv3) {{(pid=69439) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 635.157510] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69439) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 635.157760] env[69439]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] RPC agent_id: nsxm-l-01a.corp.local [ 635.160098] env[69439]: DEBUG dogpile.cache.region [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.160227] env[69439]: DEBUG dogpile.lock [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.160330] env[69439]: DEBUG dogpile.lock [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.160487] env[69439]: DEBUG dogpile.lock [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.160591] env[69439]: DEBUG dogpile.cache.region [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.160684] env[69439]: DEBUG dogpile.lock [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.160844] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.214387] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Session token - acquiring [ 635.216418] env[69439]: DEBUG networking_nsxv3.common.locking [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.216620] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.216742] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.217187] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.228095] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.500846] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 635.527156] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.527399] env[69439]: DEBUG dogpile.cache.region [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Cache value generated in 0.366 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 635.527481] env[69439]: DEBUG dogpile.lock [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.527591] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Activating Policy API Provider. [ 635.527788] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Looking for the default Infrastructure Rules. [ 635.590469] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Looking for the Default Layer3 Logged Drop Section. [ 635.606228] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 635.606711] env[69439]: DEBUG networking_nsxv3.common.locking [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.606926] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquiring lock "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.607017] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquired lock "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.607343] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquired external semaphore "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.607684] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.123454] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.626216] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.128992] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Inventory metadata is going to be refreshed. [ 637.129338] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 638.172202] env[69439]: DEBUG networking_nsxv3.common.locking [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.172744] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.172744] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.172892] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.184451] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 638.185507] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.186522] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 638.206933] env[69439]: DEBUG networking_nsxv3.common.locking [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.207187] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.207324] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.207578] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.207709] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.207866] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 638.207987] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 638.208116] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 638.229338] env[69439]: DEBUG networking_nsxv3.common.locking [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.229647] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.229647] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.229925] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.230141] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.230294] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 638.251235] env[69439]: DEBUG networking_nsxv3.common.locking [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.251492] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.251614] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.251825] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.251977] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.252158] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 638.272381] env[69439]: DEBUG networking_nsxv3.common.locking [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.272684] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquiring lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.272757] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquired lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.273260] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquired external semaphore "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.273619] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Releasing lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.273796] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 638.273910] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 638.274032] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 638.293148] env[69439]: DEBUG networking_nsxv3.common.locking [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.293373] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquiring lock "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.293423] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquired lock "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.293741] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquired external semaphore "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.293865] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Releasing lock "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.294028] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 638.294141] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 638.294252] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 638.314528] env[69439]: DEBUG networking_nsxv3.common.locking [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.314749] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.314912] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.315161] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.315327] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.315495] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 638.315606] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 638.315712] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Inventory metadata have been refreshed. [ 638.315834] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Dryrun:True. Metadata refresh completed. [ 638.315992] env[69439]: DEBUG oslo_concurrency.lockutils [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Releasing lock "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.317909] env[69439]: INFO neutron.agent.agent_extensions_manager [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Loaded agent extensions: [] [ 638.318637] env[69439]: DEBUG neutron_lib.callbacks.manager [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69439) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 638.382140] env[69439]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] NSXv3 Agent Agent RPC Daemon Started! [ 638.382305] env[69439]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] NSXv3 Agent Agent loop - iteration:0 started [ 638.382411] env[69439]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] NSXv3 Agent Agent out of sync with plugin! [ 643.319803] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 643.320072] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 648.320767] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 648.321158] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 648.321489] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.321641] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.321711] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.322089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.322293] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.825155] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.329557] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.834474] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 649.834474] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 650.568041] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.568041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.568041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.568041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.579780] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 650.582193] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.582898] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 650.602330] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.602558] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.602558] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.602890] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.602890] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.602973] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 650.602973] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 650.603065] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 650.622571] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.622794] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.622794] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.622959] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.623111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.623220] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 650.641828] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.642100] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.642100] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.642220] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.642316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.642423] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 650.675706] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.675958] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.675958] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.676181] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.676292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.676417] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 650.676491] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 650.676562] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 650.701423] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.701640] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.701640] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.701875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.701970] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.702099] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 650.702173] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 650.702297] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 650.726922] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.727205] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.727205] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.727379] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.727522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.727622] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 650.727712] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 650.727801] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 650.727801] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 650.727965] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 650.727965] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 650.728135] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 650.728261] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 650.728358] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 650.728447] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 650.748817] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.749090] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.749090] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.749241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.749346] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.749461] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 650.769734] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.769983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.769983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.770181] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.770303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.787777] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.934238] env[69439]: INFO networking_nsxv3.common.synchronization [None req-20da63e9-19d0-49b7-879a-d6ce3f4a3114 demo admin] Enqueued Resource ID: 2af0c8db-27c8-41d2-8c9a-0e77f2fb13e1 with Priority: HIGHEST for action security_group_rules [ 652.934910] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af0c8db-27c8-41d2-8c9a-0e77f2fb13e1 with Priority: HIGHEST for action security_group_rules [ 652.935334] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2af0c8db-27c8-41d2-8c9a-0e77f2fb13e1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.935573] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2af0c8db-27c8-41d2-8c9a-0e77f2fb13e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.935573] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2af0c8db-27c8-41d2-8c9a-0e77f2fb13e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.935859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2af0c8db-27c8-41d2-8c9a-0e77f2fb13e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.935952] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2af0c8db-27c8-41d2-8c9a-0e77f2fb13e1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.458501] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.458501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.458501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.458501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.458501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.458501] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2af0c8db-27c8-41d2-8c9a-0e77f2fb13e1 already deleted. [ 653.458501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2af0c8db-27c8-41d2-8c9a-0e77f2fb13e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.936626] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 657.937053] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 662.937860] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 662.938270] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 667.938994] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 667.939376] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 672.940717] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 672.940717] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 677.785024] env[69439]: INFO networking_nsxv3.common.synchronization [None req-b08f1d7a-9692-4595-80c1-7947c17d303a None None] Enqueued Resource ID: ac59762d-e2c6-4fac-a73e-fd4449bfa1fe with Priority: HIGHEST for action port [ 677.787062] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac59762d-e2c6-4fac-a73e-fd4449bfa1fe with Priority: HIGHEST for action port [ 677.787918] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac59762d-e2c6-4fac-a73e-fd4449bfa1fe taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.788070] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac59762d-e2c6-4fac-a73e-fd4449bfa1fe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.788177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac59762d-e2c6-4fac-a73e-fd4449bfa1fe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.788563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac59762d-e2c6-4fac-a73e-fd4449bfa1fe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.788645] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac59762d-e2c6-4fac-a73e-fd4449bfa1fe',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.293028] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac59762d-e2c6-4fac-a73e-fd4449bfa1fe [ 678.293521] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.293650] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.293788] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.294133] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.294302] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.294460] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac59762d-e2c6-4fac-a73e-fd4449bfa1fe already deleted. [ 678.294591] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac59762d-e2c6-4fac-a73e-fd4449bfa1fe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.718435] env[69439]: INFO networking_nsxv3.common.synchronization [None req-129d4b02-feeb-4d43-a0fc-e5a7a173166b None None] Enqueued Resource ID: 169e9d3b-e1e1-48c9-b1b9-303397eef401 with Priority: HIGHEST for action port [ 679.718725] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 169e9d3b-e1e1-48c9-b1b9-303397eef401 with Priority: HIGHEST for action port [ 679.720475] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-169e9d3b-e1e1-48c9-b1b9-303397eef401 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.720637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-169e9d3b-e1e1-48c9-b1b9-303397eef401" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.720720] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-169e9d3b-e1e1-48c9-b1b9-303397eef401" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.720979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-169e9d3b-e1e1-48c9-b1b9-303397eef401" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.721965] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('169e9d3b-e1e1-48c9-b1b9-303397eef401',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.798073] env[69439]: INFO networking_nsxv3.common.synchronization [None req-243f9306-9c6d-4dcf-a809-0b7fe7d48819 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Enqueued Resource ID: 0189a8fe-20ef-43e5-addd-5333684888af with Priority: HIGHEST for action security_group_rules [ 679.798595] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0189a8fe-20ef-43e5-addd-5333684888af with Priority: HIGHEST for action security_group_rules [ 679.798900] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0189a8fe-20ef-43e5-addd-5333684888af taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.799270] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.799270] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.799359] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.799423] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0189a8fe-20ef-43e5-addd-5333684888af',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.809774] env[69439]: INFO networking_nsxv3.common.synchronization [None req-0e390762-f180-4f78-997c-e621e26561f9 None None] Enqueued Resource ID: 1ee537d6-7d36-4271-8f66-2798fccf6ae6 with Priority: HIGHEST for action port [ 679.810377] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee537d6-7d36-4271-8f66-2798fccf6ae6 with Priority: HIGHEST for action port [ 679.810707] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ee537d6-7d36-4271-8f66-2798fccf6ae6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.810802] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ee537d6-7d36-4271-8f66-2798fccf6ae6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.810857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ee537d6-7d36-4271-8f66-2798fccf6ae6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.811176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ee537d6-7d36-4271-8f66-2798fccf6ae6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.811782] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ee537d6-7d36-4271-8f66-2798fccf6ae6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.882355] env[69439]: INFO networking_nsxv3.common.synchronization [None req-13ce9843-f9ec-4401-8d93-9661d3d4f4c3 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Enqueued Resource ID: 0189a8fe-20ef-43e5-addd-5333684888af with Priority: HIGHEST for action security_group_rules [ 679.882355] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0189a8fe-20ef-43e5-addd-5333684888af with Priority: HIGHEST for action security_group_rules [ 679.882355] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0189a8fe-20ef-43e5-addd-5333684888af taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.882355] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.224940] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 169e9d3b-e1e1-48c9-b1b9-303397eef401 [ 680.225037] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.225105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.225198] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.225412] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.225744] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.225744] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:169e9d3b-e1e1-48c9-b1b9-303397eef401 already deleted. [ 680.225744] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-169e9d3b-e1e1-48c9-b1b9-303397eef401" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.313037] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ee537d6-7d36-4271-8f66-2798fccf6ae6 [ 680.313310] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.313448] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.313522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.313726] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.313817] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.313911] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ee537d6-7d36-4271-8f66-2798fccf6ae6 already deleted. [ 680.313984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ee537d6-7d36-4271-8f66-2798fccf6ae6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.321300] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.321438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.321512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.321711] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.321800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.321894] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0189a8fe-20ef-43e5-addd-5333684888af already deleted. [ 680.321976] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.322133] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.322291] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.322371] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0189a8fe-20ef-43e5-addd-5333684888af',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.841856] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.842159] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.842159] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.842275] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.842365] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.842459] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0189a8fe-20ef-43e5-addd-5333684888af already deleted. [ 680.842540] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.829040] env[69439]: INFO networking_nsxv3.common.synchronization [None req-ff59c953-d5a6-404d-a547-97599f850901 None None] Enqueued Resource ID: a8e77b10-bfa0-4d9a-81a1-159f90a4ed54 with Priority: HIGHEST for action port [ 681.830891] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e77b10-bfa0-4d9a-81a1-159f90a4ed54 with Priority: HIGHEST for action port [ 681.830891] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8e77b10-bfa0-4d9a-81a1-159f90a4ed54 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.830891] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8e77b10-bfa0-4d9a-81a1-159f90a4ed54" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.830891] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8e77b10-bfa0-4d9a-81a1-159f90a4ed54" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.830891] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8e77b10-bfa0-4d9a-81a1-159f90a4ed54" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.830891] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8e77b10-bfa0-4d9a-81a1-159f90a4ed54',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.336644] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8e77b10-bfa0-4d9a-81a1-159f90a4ed54 [ 682.337181] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.337181] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.337181] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.337181] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.337831] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.337831] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8e77b10-bfa0-4d9a-81a1-159f90a4ed54 already deleted. [ 682.337831] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8e77b10-bfa0-4d9a-81a1-159f90a4ed54" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.265448] env[69439]: INFO networking_nsxv3.common.synchronization [None req-ca48f17d-ac6e-4567-9814-922d8f19fc20 None None] Enqueued Resource ID: d00be92a-3bfc-4a04-a5e0-d99b9b60e440 with Priority: HIGHEST for action port [ 684.268717] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d00be92a-3bfc-4a04-a5e0-d99b9b60e440 with Priority: HIGHEST for action port [ 684.268717] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-d00be92a-3bfc-4a04-a5e0-d99b9b60e440 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.268907] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d00be92a-3bfc-4a04-a5e0-d99b9b60e440" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.268907] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d00be92a-3bfc-4a04-a5e0-d99b9b60e440" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.269129] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d00be92a-3bfc-4a04-a5e0-d99b9b60e440" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.269215] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d00be92a-3bfc-4a04-a5e0-d99b9b60e440',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.773229] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d00be92a-3bfc-4a04-a5e0-d99b9b60e440 [ 684.773487] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.773634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.773703] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.773912] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.774016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.774112] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d00be92a-3bfc-4a04-a5e0-d99b9b60e440 already deleted. [ 684.774195] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d00be92a-3bfc-4a04-a5e0-d99b9b60e440" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.519850] env[69439]: INFO networking_nsxv3.common.synchronization [None req-19618129-c3e4-4c18-8504-95a78395bf53 None None] Enqueued Resource ID: 954ccda2-5dbb-4797-b324-ec51c1332f6b with Priority: HIGHEST for action port [ 685.520123] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954ccda2-5dbb-4797-b324-ec51c1332f6b with Priority: HIGHEST for action port [ 685.520662] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-954ccda2-5dbb-4797-b324-ec51c1332f6b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.520783] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-954ccda2-5dbb-4797-b324-ec51c1332f6b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.520850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-954ccda2-5dbb-4797-b324-ec51c1332f6b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.521421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-954ccda2-5dbb-4797-b324-ec51c1332f6b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.521421] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('954ccda2-5dbb-4797-b324-ec51c1332f6b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.828621] env[69439]: INFO networking_nsxv3.common.synchronization [None req-d3959a39-efb2-4d12-98ad-8e245c7c06a1 None None] Enqueued Resource ID: 13048d28-49f0-4421-b6eb-85f2438b4926 with Priority: HIGHEST for action port [ 685.829362] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13048d28-49f0-4421-b6eb-85f2438b4926 with Priority: HIGHEST for action port [ 685.829620] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-13048d28-49f0-4421-b6eb-85f2438b4926 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.829749] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13048d28-49f0-4421-b6eb-85f2438b4926" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.829830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13048d28-49f0-4421-b6eb-85f2438b4926" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.830075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13048d28-49f0-4421-b6eb-85f2438b4926" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.830181] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13048d28-49f0-4421-b6eb-85f2438b4926',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.025503] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 954ccda2-5dbb-4797-b324-ec51c1332f6b [ 686.026481] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.026481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.026481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.026481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.026481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.026481] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:954ccda2-5dbb-4797-b324-ec51c1332f6b already deleted. [ 686.026481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-954ccda2-5dbb-4797-b324-ec51c1332f6b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.333019] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13048d28-49f0-4421-b6eb-85f2438b4926 [ 686.333019] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.333019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.333019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.333289] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.333321] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.333704] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13048d28-49f0-4421-b6eb-85f2438b4926 already deleted. [ 686.333704] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13048d28-49f0-4421-b6eb-85f2438b4926" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.880457] env[69439]: INFO networking_nsxv3.common.synchronization [None req-7d363b84-1dce-4b3a-8c1b-a048a1a4a7e7 None None] Enqueued Resource ID: 9508b3a3-36b2-4e1f-85a7-563644d0baf3 with Priority: HIGHEST for action port [ 686.880906] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9508b3a3-36b2-4e1f-85a7-563644d0baf3 with Priority: HIGHEST for action port [ 686.881937] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-9508b3a3-36b2-4e1f-85a7-563644d0baf3 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.882088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9508b3a3-36b2-4e1f-85a7-563644d0baf3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.882161] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9508b3a3-36b2-4e1f-85a7-563644d0baf3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.882478] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9508b3a3-36b2-4e1f-85a7-563644d0baf3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.882569] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9508b3a3-36b2-4e1f-85a7-563644d0baf3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.955326] env[69439]: INFO networking_nsxv3.common.synchronization [None req-3c0f1d52-d8d8-4bcc-9987-e1d527e7ca64 None None] Enqueued Resource ID: 4c1907c4-aad4-4b3b-9e59-9280fffa85ac with Priority: HIGHEST for action port [ 686.955326] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c1907c4-aad4-4b3b-9e59-9280fffa85ac with Priority: HIGHEST for action port [ 686.955326] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c1907c4-aad4-4b3b-9e59-9280fffa85ac taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.955326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c1907c4-aad4-4b3b-9e59-9280fffa85ac" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.955326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c1907c4-aad4-4b3b-9e59-9280fffa85ac" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.956018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c1907c4-aad4-4b3b-9e59-9280fffa85ac" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.956108] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c1907c4-aad4-4b3b-9e59-9280fffa85ac',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.386376] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9508b3a3-36b2-4e1f-85a7-563644d0baf3 [ 687.386657] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.386988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.387393] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.387826] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.387939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.388034] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9508b3a3-36b2-4e1f-85a7-563644d0baf3 already deleted. [ 687.388118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9508b3a3-36b2-4e1f-85a7-563644d0baf3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.462394] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c1907c4-aad4-4b3b-9e59-9280fffa85ac [ 687.462627] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.462762] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.462904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.463067] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.463174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.463259] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c1907c4-aad4-4b3b-9e59-9280fffa85ac already deleted. [ 687.463345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c1907c4-aad4-4b3b-9e59-9280fffa85ac" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.990159] env[69439]: INFO networking_nsxv3.common.synchronization [None req-2687ccaf-4f9e-447d-b840-b328bea2697f None None] Enqueued Resource ID: 4139df52-395c-43b1-b84e-105aaff08fac with Priority: HIGHEST for action port [ 687.990159] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4139df52-395c-43b1-b84e-105aaff08fac with Priority: HIGHEST for action port [ 687.990159] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-4139df52-395c-43b1-b84e-105aaff08fac taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.990159] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4139df52-395c-43b1-b84e-105aaff08fac" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.990159] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4139df52-395c-43b1-b84e-105aaff08fac" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.994767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4139df52-395c-43b1-b84e-105aaff08fac" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.994767] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4139df52-395c-43b1-b84e-105aaff08fac',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.085886] env[69439]: INFO networking_nsxv3.common.synchronization [None req-eb36208e-8feb-4827-b41a-44fae122acc3 None None] Enqueued Resource ID: 1c4ea9d5-238d-4c41-8a58-4bbbd2cdc24c with Priority: HIGHEST for action port [ 688.086515] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c4ea9d5-238d-4c41-8a58-4bbbd2cdc24c with Priority: HIGHEST for action port [ 688.086966] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c4ea9d5-238d-4c41-8a58-4bbbd2cdc24c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.089152] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c4ea9d5-238d-4c41-8a58-4bbbd2cdc24c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.089152] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c4ea9d5-238d-4c41-8a58-4bbbd2cdc24c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.089152] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c4ea9d5-238d-4c41-8a58-4bbbd2cdc24c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.089152] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c4ea9d5-238d-4c41-8a58-4bbbd2cdc24c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.494917] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4139df52-395c-43b1-b84e-105aaff08fac [ 688.495175] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.495349] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.495520] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.495626] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.495713] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.495805] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4139df52-395c-43b1-b84e-105aaff08fac already deleted. [ 688.495885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4139df52-395c-43b1-b84e-105aaff08fac" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.567841] env[69439]: INFO networking_nsxv3.common.synchronization [None req-5b4280c4-9ef4-4345-bda0-73612046014b None None] Enqueued Resource ID: 270b8c62-efed-4785-a511-f1b012da6117 with Priority: HIGHEST for action port [ 688.568162] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270b8c62-efed-4785-a511-f1b012da6117 with Priority: HIGHEST for action port [ 688.568991] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-270b8c62-efed-4785-a511-f1b012da6117 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.569127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-270b8c62-efed-4785-a511-f1b012da6117" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.569194] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-270b8c62-efed-4785-a511-f1b012da6117" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.569461] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-270b8c62-efed-4785-a511-f1b012da6117" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.569545] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('270b8c62-efed-4785-a511-f1b012da6117',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.592827] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c4ea9d5-238d-4c41-8a58-4bbbd2cdc24c [ 688.592827] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.592827] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.592827] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.592827] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.592827] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.592827] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c4ea9d5-238d-4c41-8a58-4bbbd2cdc24c already deleted. [ 688.592827] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c4ea9d5-238d-4c41-8a58-4bbbd2cdc24c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.891249] env[69439]: INFO networking_nsxv3.common.synchronization [None req-49dceed9-c093-4c8a-908f-b3b5f5dd13b4 None None] Enqueued Resource ID: 32136dcb-b90f-425b-b8fb-142d9dadfcc7 with Priority: HIGHEST for action port [ 688.891925] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32136dcb-b90f-425b-b8fb-142d9dadfcc7 with Priority: HIGHEST for action port [ 688.892941] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-32136dcb-b90f-425b-b8fb-142d9dadfcc7 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.892941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32136dcb-b90f-425b-b8fb-142d9dadfcc7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.892941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32136dcb-b90f-425b-b8fb-142d9dadfcc7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.894509] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32136dcb-b90f-425b-b8fb-142d9dadfcc7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.894509] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32136dcb-b90f-425b-b8fb-142d9dadfcc7',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.071907] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 270b8c62-efed-4785-a511-f1b012da6117 [ 689.071907] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.072411] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.072411] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.072411] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.074539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.074539] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:270b8c62-efed-4785-a511-f1b012da6117 already deleted. [ 689.074539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-270b8c62-efed-4785-a511-f1b012da6117" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.401914] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32136dcb-b90f-425b-b8fb-142d9dadfcc7 [ 689.401914] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.401914] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.401914] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.401914] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.401914] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.401914] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32136dcb-b90f-425b-b8fb-142d9dadfcc7 already deleted. [ 689.401914] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32136dcb-b90f-425b-b8fb-142d9dadfcc7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.103469] env[69439]: INFO networking_nsxv3.common.synchronization [None req-8e230151-5238-413f-95f9-01c1c9ea7d9f None None] Enqueued Resource ID: c0742d2c-bd94-43b7-9ecc-301e9b8a15e2 with Priority: HIGHEST for action port [ 690.103797] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0742d2c-bd94-43b7-9ecc-301e9b8a15e2 with Priority: HIGHEST for action port [ 690.104524] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0742d2c-bd94-43b7-9ecc-301e9b8a15e2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.104651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0742d2c-bd94-43b7-9ecc-301e9b8a15e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.104986] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0742d2c-bd94-43b7-9ecc-301e9b8a15e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.105288] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0742d2c-bd94-43b7-9ecc-301e9b8a15e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.105377] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0742d2c-bd94-43b7-9ecc-301e9b8a15e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.214645] env[69439]: INFO networking_nsxv3.common.synchronization [None req-d8a87cec-2e56-4dca-a7f4-b7f5c8709103 None None] Enqueued Resource ID: 14de3dda-1528-4d4d-bd52-b1687a50a22c with Priority: HIGHEST for action port [ 690.215152] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14de3dda-1528-4d4d-bd52-b1687a50a22c with Priority: HIGHEST for action port [ 690.215654] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-14de3dda-1528-4d4d-bd52-b1687a50a22c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.215786] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14de3dda-1528-4d4d-bd52-b1687a50a22c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.215859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14de3dda-1528-4d4d-bd52-b1687a50a22c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.217134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14de3dda-1528-4d4d-bd52-b1687a50a22c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.217134] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14de3dda-1528-4d4d-bd52-b1687a50a22c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.607417] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0742d2c-bd94-43b7-9ecc-301e9b8a15e2 [ 690.607704] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.607853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.608380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.608831] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.609014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.609158] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0742d2c-bd94-43b7-9ecc-301e9b8a15e2 already deleted. [ 690.609473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0742d2c-bd94-43b7-9ecc-301e9b8a15e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.720379] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14de3dda-1528-4d4d-bd52-b1687a50a22c [ 690.720619] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.720755] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.720836] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.722134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.722197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.722264] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14de3dda-1528-4d4d-bd52-b1687a50a22c already deleted. [ 690.722433] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14de3dda-1528-4d4d-bd52-b1687a50a22c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.508650] env[69439]: INFO networking_nsxv3.common.synchronization [None req-3a3234dd-42a2-4bc4-9e1b-32410db18d01 None None] Enqueued Resource ID: 848179ce-1286-4094-a338-9e46bbfa255f with Priority: HIGHEST for action port [ 692.509765] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 848179ce-1286-4094-a338-9e46bbfa255f with Priority: HIGHEST for action port [ 692.509765] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-848179ce-1286-4094-a338-9e46bbfa255f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.509765] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-848179ce-1286-4094-a338-9e46bbfa255f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.509765] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-848179ce-1286-4094-a338-9e46bbfa255f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.510041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-848179ce-1286-4094-a338-9e46bbfa255f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.510041] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('848179ce-1286-4094-a338-9e46bbfa255f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.013277] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 848179ce-1286-4094-a338-9e46bbfa255f [ 693.013277] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.013277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.013277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.013277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.013277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.013865] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:848179ce-1286-4094-a338-9e46bbfa255f already deleted. [ 693.013865] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-848179ce-1286-4094-a338-9e46bbfa255f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.339419] env[69439]: INFO networking_nsxv3.common.synchronization [None req-f4f6fbfe-d1c4-47a6-a10b-aad6ef4083c1 None None] Enqueued Resource ID: ab420077-4d77-4a16-a38b-b349f1def3ee with Priority: HIGHEST for action port [ 693.339678] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab420077-4d77-4a16-a38b-b349f1def3ee with Priority: HIGHEST for action port [ 693.340245] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab420077-4d77-4a16-a38b-b349f1def3ee taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.340373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab420077-4d77-4a16-a38b-b349f1def3ee" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.340445] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab420077-4d77-4a16-a38b-b349f1def3ee" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.340701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab420077-4d77-4a16-a38b-b349f1def3ee" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.341109] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab420077-4d77-4a16-a38b-b349f1def3ee',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.526201] env[69439]: INFO networking_nsxv3.common.synchronization [None req-9813958a-596e-4760-af5c-309a8b556ac0 None None] Enqueued Resource ID: c23705f3-5f4b-4cd6-af60-7b1a907d9a69 with Priority: HIGHEST for action port [ 693.526201] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c23705f3-5f4b-4cd6-af60-7b1a907d9a69 with Priority: HIGHEST for action port [ 693.526201] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-c23705f3-5f4b-4cd6-af60-7b1a907d9a69 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.526201] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c23705f3-5f4b-4cd6-af60-7b1a907d9a69" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.526201] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c23705f3-5f4b-4cd6-af60-7b1a907d9a69" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.526201] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c23705f3-5f4b-4cd6-af60-7b1a907d9a69" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.528372] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c23705f3-5f4b-4cd6-af60-7b1a907d9a69',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.683141] env[69439]: INFO networking_nsxv3.common.synchronization [None req-f2ac24a3-2545-4ec5-923e-4b80800566bf tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Enqueued Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_rules [ 693.683706] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_rules [ 693.684016] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a03336a7-c0b3-43d8-8fcd-3049396f1743 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.684146] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.684212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.686551] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.686551] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.694813] env[69439]: INFO networking_nsxv3.common.synchronization [None req-f6563f0d-5a9d-4064-a54d-3277a4d994e2 None None] Enqueued Resource ID: 14370328-085b-4b56-b2e6-cead5793979f with Priority: HIGHEST for action port [ 693.694813] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14370328-085b-4b56-b2e6-cead5793979f with Priority: HIGHEST for action port [ 693.697942] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-14370328-085b-4b56-b2e6-cead5793979f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.697942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14370328-085b-4b56-b2e6-cead5793979f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.697942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14370328-085b-4b56-b2e6-cead5793979f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.697942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14370328-085b-4b56-b2e6-cead5793979f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.697942] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14370328-085b-4b56-b2e6-cead5793979f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.843344] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab420077-4d77-4a16-a38b-b349f1def3ee [ 693.843945] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.844801] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.844916] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.845175] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.846119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.846238] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab420077-4d77-4a16-a38b-b349f1def3ee already deleted. [ 693.846370] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab420077-4d77-4a16-a38b-b349f1def3ee" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.991085] env[69439]: INFO networking_nsxv3.common.synchronization [None req-aa457796-5ec7-4dfe-8db3-9ab8d4bcc804 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Enqueued Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_rules [ 693.991772] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_rules [ 693.992084] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a03336a7-c0b3-43d8-8fcd-3049396f1743 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.992190] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.030880] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c23705f3-5f4b-4cd6-af60-7b1a907d9a69 [ 694.030880] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.030880] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.030880] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.030880] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.031146] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.031146] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c23705f3-5f4b-4cd6-af60-7b1a907d9a69 already deleted. [ 694.031146] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c23705f3-5f4b-4cd6-af60-7b1a907d9a69" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.203433] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14370328-085b-4b56-b2e6-cead5793979f [ 694.203433] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.203433] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.203433] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.203433] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.203433] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.203433] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14370328-085b-4b56-b2e6-cead5793979f already deleted. [ 694.203433] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14370328-085b-4b56-b2e6-cead5793979f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.207334] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.207954] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.207954] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.207954] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.208122] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.208152] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 already deleted. [ 694.208261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.208368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.208599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.208795] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.732149] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.732441] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.732441] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.732595] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.732635] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.732722] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 already deleted. [ 694.732796] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.835777] env[69439]: INFO networking_nsxv3.common.synchronization [req-59718b44-06d1-4e16-bf20-7b694b472049 req-fd0616d1-12c4-48df-8889-3471bc9263bf tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Enqueued Resource ID: 0189a8fe-20ef-43e5-addd-5333684888af with Priority: HIGHEST for action security_group_members [ 694.837551] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0189a8fe-20ef-43e5-addd-5333684888af with Priority: HIGHEST for action security_group_members [ 694.837551] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0189a8fe-20ef-43e5-addd-5333684888af taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.837551] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.837551] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.841814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.841814] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.841814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.841814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.841814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.841814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.842037] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0189a8fe-20ef-43e5-addd-5333684888af',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.116636] env[69439]: INFO networking_nsxv3.common.synchronization [None req-550432a1-6d55-4de2-ae4d-9b38303f01ba None None] Enqueued Resource ID: c5b61302-0b89-461a-9816-8a1f354fac56 with Priority: HIGHEST for action port [ 695.117687] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b61302-0b89-461a-9816-8a1f354fac56 with Priority: HIGHEST for action port [ 695.118406] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5b61302-0b89-461a-9816-8a1f354fac56 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.118406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5b61302-0b89-461a-9816-8a1f354fac56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.118548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5b61302-0b89-461a-9816-8a1f354fac56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.118882] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5b61302-0b89-461a-9816-8a1f354fac56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.118979] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b61302-0b89-461a-9816-8a1f354fac56',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.346577] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.346577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.346577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.346577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.346577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.346577] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.346577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.346577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.346577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.346577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.346577] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0189a8fe-20ef-43e5-addd-5333684888af already deleted. [ 695.346577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.621390] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5b61302-0b89-461a-9816-8a1f354fac56 [ 695.622211] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.622444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.622623] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.622890] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.623662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.623872] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5b61302-0b89-461a-9816-8a1f354fac56 already deleted. [ 695.624512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5b61302-0b89-461a-9816-8a1f354fac56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.783807] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-433 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.784104] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-433" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.784166] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-433" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.784600] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-433" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.785166] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.785431] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.785557] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.785832] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.785981] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.786339] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.786424] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.786545] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.786695] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.786804] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.786913] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.786997] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.805940] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.806563] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 695.806563] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.806563] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-433" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.806899] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-432126c2-eb8d-46a6-ab0c-1ba78dd5cb96 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.807156] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-432126c2-eb8d-46a6-ab0c-1ba78dd5cb96" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.807288] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-432126c2-eb8d-46a6-ab0c-1ba78dd5cb96" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.807614] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-432126c2-eb8d-46a6-ab0c-1ba78dd5cb96" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.807769] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('432126c2-eb8d-46a6-ab0c-1ba78dd5cb96',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.239505] env[69439]: INFO networking_nsxv3.common.synchronization [None req-43941fbc-ad46-4001-9e8c-b8536d966ccc tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Enqueued Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_rules [ 696.239628] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_rules [ 696.239831] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.242907] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.242907] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.242989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.243088] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.310524] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.310819] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.310953] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.314034] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.314034] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.314034] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 432126c2-eb8d-46a6-ab0c-1ba78dd5cb96 not found, creating... [ 696.314034] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.314034] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.314034] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.314034] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.314034] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.314034] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.314034] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.314596] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.314596] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.314596] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.314596] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 432126c2-eb8d-46a6-ab0c-1ba78dd5cb96 is going to be created. [ 696.335985] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.336349] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.336493] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.336802] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.337037] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.337267] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-432126c2-eb8d-46a6-ab0c-1ba78dd5cb96" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.341930] env[69439]: INFO networking_nsxv3.common.synchronization [None req-6226d12e-80bb-4441-8672-f46062a73be7 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Enqueued Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_rules [ 696.342649] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_rules [ 696.342970] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.343160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.766854] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.767322] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.767322] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.767437] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.767669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.767669] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 already deleted. [ 696.768434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.768434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.768434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.768434] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.291204] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.291204] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.291204] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.291204] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.291204] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.291736] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 already deleted. [ 697.291736] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.363708] env[69439]: INFO networking_nsxv3.common.synchronization [req-59718b44-06d1-4e16-bf20-7b694b472049 req-1c285efa-b0ad-422a-aacd-b38245ca27fa service nova] Enqueued Resource ID: 0189a8fe-20ef-43e5-addd-5333684888af with Priority: HIGHEST for action security_group_rules [ 697.363979] env[69439]: INFO networking_nsxv3.common.synchronization [req-59718b44-06d1-4e16-bf20-7b694b472049 req-1c285efa-b0ad-422a-aacd-b38245ca27fa service nova] Enqueued Resource ID: 0189a8fe-20ef-43e5-addd-5333684888af with Priority: HIGHEST for action security_group_members [ 697.366123] env[69439]: INFO networking_nsxv3.common.synchronization [req-59718b44-06d1-4e16-bf20-7b694b472049 req-1c285efa-b0ad-422a-aacd-b38245ca27fa service nova] Enqueued Resource ID: 432126c2-eb8d-46a6-ab0c-1ba78dd5cb96 with Priority: HIGHEST for action port [ 697.366123] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0189a8fe-20ef-43e5-addd-5333684888af with Priority: HIGHEST for action security_group_rules [ 697.366123] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0189a8fe-20ef-43e5-addd-5333684888af with Priority: HIGHEST for action security_group_members [ 697.366123] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 432126c2-eb8d-46a6-ab0c-1ba78dd5cb96 with Priority: HIGHEST for action port [ 697.366626] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0189a8fe-20ef-43e5-addd-5333684888af taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.366626] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.366626] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.366753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.366850] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0189a8fe-20ef-43e5-addd-5333684888af',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.368132] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0189a8fe-20ef-43e5-addd-5333684888af taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.368247] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.368322] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.368501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.368651] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.368757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.368816] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.368968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.369075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.369166] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0189a8fe-20ef-43e5-addd-5333684888af',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.370296] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-432126c2-eb8d-46a6-ab0c-1ba78dd5cb96 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.370409] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-432126c2-eb8d-46a6-ab0c-1ba78dd5cb96" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.370479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-432126c2-eb8d-46a6-ab0c-1ba78dd5cb96" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.370632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-432126c2-eb8d-46a6-ab0c-1ba78dd5cb96" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.370753] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('432126c2-eb8d-46a6-ab0c-1ba78dd5cb96',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.874883] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0189a8fe-20ef-43e5-addd-5333684888af taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.874883] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.886090] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 432126c2-eb8d-46a6-ab0c-1ba78dd5cb96 with status ACTIVE [ 697.886337] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.886473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.886544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.886757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.886874] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.887031] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.887265] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.887265] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.887388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.887388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.887576] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.887758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.887758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.887862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.887976] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.888044] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 432126c2-eb8d-46a6-ab0c-1ba78dd5cb96 is going to be updated. [ 697.893253] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0189a8fe-20ef-43e5-addd-5333684888af',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.916375] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.916688] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.916688] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.917226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.917226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.917226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-432126c2-eb8d-46a6-ab0c-1ba78dd5cb96" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.305850] env[69439]: INFO networking_nsxv3.common.synchronization [None req-5cb3c83a-1a3d-4963-9cd9-75b14863d4eb None None] Enqueued Resource ID: 46bc6fb1-3fda-47a2-9d98-c59a675c7705 with Priority: HIGHEST for action port [ 698.306955] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46bc6fb1-3fda-47a2-9d98-c59a675c7705 with Priority: HIGHEST for action port [ 698.307270] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-46bc6fb1-3fda-47a2-9d98-c59a675c7705 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.307525] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46bc6fb1-3fda-47a2-9d98-c59a675c7705" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.307525] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46bc6fb1-3fda-47a2-9d98-c59a675c7705" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.307720] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46bc6fb1-3fda-47a2-9d98-c59a675c7705" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.307820] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46bc6fb1-3fda-47a2-9d98-c59a675c7705',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.397045] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0189a8fe-20ef-43e5-addd-5333684888af',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.559083] env[69439]: INFO networking_nsxv3.common.synchronization [None req-33c50796-4910-4c73-8adf-4899157c8a51 tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Enqueued Resource ID: 27f4a9be-90a4-4341-b1de-562ac534346c with Priority: HIGHEST for action security_group_rules [ 698.559625] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f4a9be-90a4-4341-b1de-562ac534346c with Priority: HIGHEST for action security_group_rules [ 698.562025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27f4a9be-90a4-4341-b1de-562ac534346c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.562025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.562025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.562025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.562025] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27f4a9be-90a4-4341-b1de-562ac534346c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.810512] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46bc6fb1-3fda-47a2-9d98-c59a675c7705 [ 698.810881] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.811101] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.811214] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.811530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.811675] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.811818] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46bc6fb1-3fda-47a2-9d98-c59a675c7705 already deleted. [ 698.811948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46bc6fb1-3fda-47a2-9d98-c59a675c7705" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.846991] env[69439]: INFO networking_nsxv3.common.synchronization [None req-46a88d83-008d-4a4a-af97-90f6d9bc1179 tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Enqueued Resource ID: 27f4a9be-90a4-4341-b1de-562ac534346c with Priority: HIGHEST for action security_group_rules [ 698.846991] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f4a9be-90a4-4341-b1de-562ac534346c with Priority: HIGHEST for action security_group_rules [ 698.846991] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27f4a9be-90a4-4341-b1de-562ac534346c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.846991] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.895490] env[69439]: INFO networking_nsxv3.common.synchronization [req-3afa7f60-1b20-4283-a72d-f313c39b0d5e req-79bcb380-0803-40dd-8803-ffbce51b8d09 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Enqueued Resource ID: b7928caa-8eec-4c2a-a503-817cacdbf194 with Priority: HIGHEST for action security_group_members [ 698.895998] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7928caa-8eec-4c2a-a503-817cacdbf194 with Priority: HIGHEST for action security_group_members [ 698.899098] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7928caa-8eec-4c2a-a503-817cacdbf194 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.899098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.899098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.899098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.899098] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.899098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.899098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.899098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.899098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.899098] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7928caa-8eec-4c2a-a503-817cacdbf194',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.899634] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.899634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.899634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.899634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.899768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.899768] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0189a8fe-20ef-43e5-addd-5333684888af is going to be created. [ 698.933327] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.933327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.933327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.933327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.933327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.945941] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0189a8fe-20ef-43e5-addd-5333684888af in Status: UNINITIALIZED for 2s [ 699.083092] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.083470] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.083895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.085436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.087041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.087041] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27f4a9be-90a4-4341-b1de-562ac534346c already deleted. [ 699.087041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.087041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.087041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.087041] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27f4a9be-90a4-4341-b1de-562ac534346c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.401959] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.402274] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.402274] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.403226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.403331] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.403546] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.403717] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.403717] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.404447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.404447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.404447] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7928caa-8eec-4c2a-a503-817cacdbf194 already deleted. [ 699.404447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.535347] env[69439]: INFO networking_nsxv3.common.synchronization [None req-d08e9281-bea1-49a8-a6d1-8fa7904bfd40 None None] Enqueued Resource ID: 774a519e-824b-4761-bdad-d7df0fd6a98c with Priority: HIGHEST for action port [ 699.536691] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774a519e-824b-4761-bdad-d7df0fd6a98c with Priority: HIGHEST for action port [ 699.537613] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-774a519e-824b-4761-bdad-d7df0fd6a98c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.537826] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-774a519e-824b-4761-bdad-d7df0fd6a98c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.538082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-774a519e-824b-4761-bdad-d7df0fd6a98c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.538347] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-774a519e-824b-4761-bdad-d7df0fd6a98c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.539043] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774a519e-824b-4761-bdad-d7df0fd6a98c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.612715] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.615446] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-205" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.615607] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-205" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.616014] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-205" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.618973] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.618973] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.618973] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.618973] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.618973] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.618973] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.618973] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.618973] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.618973] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.618973] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.618973] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.618973] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.623165] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.623165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.623165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.623165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.623165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.623165] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27f4a9be-90a4-4341-b1de-562ac534346c already deleted. [ 699.623165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.653200] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.653433] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 699.653569] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.654166] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-205" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.654771] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-22232e11-5abc-4142-aad1-3093fffff78a taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.655010] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-22232e11-5abc-4142-aad1-3093fffff78a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.655167] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-22232e11-5abc-4142-aad1-3093fffff78a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.655785] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-22232e11-5abc-4142-aad1-3093fffff78a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.655989] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22232e11-5abc-4142-aad1-3093fffff78a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.047127] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 774a519e-824b-4761-bdad-d7df0fd6a98c [ 700.047127] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.047127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.047127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.047127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.047127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.047127] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:774a519e-824b-4761-bdad-d7df0fd6a98c already deleted. [ 700.047127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-774a519e-824b-4761-bdad-d7df0fd6a98c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.158417] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.158691] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.158839] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.159165] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.159339] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.159503] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 22232e11-5abc-4142-aad1-3093fffff78a not found, creating... [ 700.159778] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.160140] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.162184] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.162273] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.162478] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.162693] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.162859] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.162978] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.163239] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.164418] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.164418] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 22232e11-5abc-4142-aad1-3093fffff78a is going to be created. [ 700.188521] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.188826] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.188956] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.189350] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.189712] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.189972] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-22232e11-5abc-4142-aad1-3093fffff78a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.957598] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0189a8fe-20ef-43e5-addd-5333684888af in Status: SUCCESS [ 700.957889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.958459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.958687] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.958895] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.959124] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.959124] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.959256] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.959336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.959421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.959510] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0189a8fe-20ef-43e5-addd-5333684888af',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.108064] env[69439]: INFO networking_nsxv3.common.synchronization [req-3afa7f60-1b20-4283-a72d-f313c39b0d5e req-b09e54ad-fea0-40f2-846e-214c23ae8f0c service nova] Enqueued Resource ID: b7928caa-8eec-4c2a-a503-817cacdbf194 with Priority: HIGHEST for action security_group_rules [ 701.108333] env[69439]: INFO networking_nsxv3.common.synchronization [req-3afa7f60-1b20-4283-a72d-f313c39b0d5e req-b09e54ad-fea0-40f2-846e-214c23ae8f0c service nova] Enqueued Resource ID: b7928caa-8eec-4c2a-a503-817cacdbf194 with Priority: HIGHEST for action security_group_members [ 701.108490] env[69439]: INFO networking_nsxv3.common.synchronization [req-3afa7f60-1b20-4283-a72d-f313c39b0d5e req-b09e54ad-fea0-40f2-846e-214c23ae8f0c service nova] Enqueued Resource ID: 22232e11-5abc-4142-aad1-3093fffff78a with Priority: HIGHEST for action port [ 701.109121] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7928caa-8eec-4c2a-a503-817cacdbf194 with Priority: HIGHEST for action security_group_rules [ 701.109286] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7928caa-8eec-4c2a-a503-817cacdbf194 with Priority: HIGHEST for action security_group_members [ 701.109391] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22232e11-5abc-4142-aad1-3093fffff78a with Priority: HIGHEST for action port [ 701.109669] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7928caa-8eec-4c2a-a503-817cacdbf194 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.109797] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.109864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.110139] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.110220] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7928caa-8eec-4c2a-a503-817cacdbf194',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.111179] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7928caa-8eec-4c2a-a503-817cacdbf194 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.112319] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.112319] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.112319] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.112319] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.112319] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.112319] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.112560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.112560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.112560] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7928caa-8eec-4c2a-a503-817cacdbf194',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.113320] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-22232e11-5abc-4142-aad1-3093fffff78a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.113435] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22232e11-5abc-4142-aad1-3093fffff78a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.113574] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22232e11-5abc-4142-aad1-3093fffff78a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.113735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22232e11-5abc-4142-aad1-3093fffff78a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.113811] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22232e11-5abc-4142-aad1-3093fffff78a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.466028] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0189a8fe-20ef-43e5-addd-5333684888af',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.599943] env[69439]: INFO networking_nsxv3.common.synchronization [req-3b49958f-9c6a-4557-8837-4d9b88ab492e req-8613c482-ba76-4c7c-8d6c-d0f363eea85c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Enqueued Resource ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc with Priority: HIGHEST for action security_group_members [ 701.600464] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc with Priority: HIGHEST for action security_group_members [ 701.601164] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.601921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.601921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.601921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.601921] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.601921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.603089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.606608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.606608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.606608] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28bd900f-2c7b-4fde-aa97-aba6a48fb3cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.616098] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7928caa-8eec-4c2a-a503-817cacdbf194',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.617060] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7928caa-8eec-4c2a-a503-817cacdbf194 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.617184] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.617418] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22232e11-5abc-4142-aad1-3093fffff78a with status ACTIVE [ 701.617580] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.617700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.621019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.621019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.621019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.621019] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.621019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.621019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.621019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.621019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.621019] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.621019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.621019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.621019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.621019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.621019] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22232e11-5abc-4142-aad1-3093fffff78a is going to be updated. [ 701.659063] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.659162] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.659197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.659398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.659553] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.660584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22232e11-5abc-4142-aad1-3093fffff78a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.661537] env[69439]: INFO networking_nsxv3.common.synchronization [None req-7653463c-4806-4574-8fe7-ccfea70f608f None None] Enqueued Resource ID: d8b99892-9512-471d-a4d9-523f533436e8 with Priority: HIGHEST for action port [ 701.662060] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8b99892-9512-471d-a4d9-523f533436e8 with Priority: HIGHEST for action port [ 701.662970] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8b99892-9512-471d-a4d9-523f533436e8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.662970] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8b99892-9512-471d-a4d9-523f533436e8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.662970] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8b99892-9512-471d-a4d9-523f533436e8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.662970] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8b99892-9512-471d-a4d9-523f533436e8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.662970] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8b99892-9512-471d-a4d9-523f533436e8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.970270] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0189a8fe-20ef-43e5-addd-5333684888af: rpc.has_security_group_logging(os_id): False [ 701.992339] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.992339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.992339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.992339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.992339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.992339] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.992339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.992339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.992339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.992339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.992339] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0189a8fe-20ef-43e5-addd-5333684888af is going to be created. [ 702.059270] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.059270] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.059270] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.059270] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.061012] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.073158] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0189a8fe-20ef-43e5-addd-5333684888af in Status: IN_PROGRESS for 2s [ 702.112833] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.112833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.112833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.112833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.112833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.112833] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.112833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.112833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.112833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.112833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.112833] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc already deleted. [ 702.112833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.119717] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7928caa-8eec-4c2a-a503-817cacdbf194',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.167911] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8b99892-9512-471d-a4d9-523f533436e8 [ 702.167911] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.167911] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.167911] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.167911] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.167911] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.167911] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8b99892-9512-471d-a4d9-523f533436e8 already deleted. [ 702.167911] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8b99892-9512-471d-a4d9-523f533436e8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.291079] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-281 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.291079] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.291079] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.291079] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.291916] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.292188] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.292730] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.293047] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.293281] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.293621] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.293691] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.293889] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.293953] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.294223] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.294281] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.294492] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.321950] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.322217] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.322465] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.322709] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.323473] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-4b62630c-c5d1-4bca-859e-2fae66fb1100 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.323473] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-4b62630c-c5d1-4bca-859e-2fae66fb1100" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.323473] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-4b62630c-c5d1-4bca-859e-2fae66fb1100" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.323667] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-4b62630c-c5d1-4bca-859e-2fae66fb1100" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.323696] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b62630c-c5d1-4bca-859e-2fae66fb1100',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.627079] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.627079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.627189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.627616] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.627616] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.627616] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7928caa-8eec-4c2a-a503-817cacdbf194 is going to be created. [ 702.651750] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.651865] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.651936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.652232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.652332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.664666] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7928caa-8eec-4c2a-a503-817cacdbf194 in Status: UNINITIALIZED for 2s [ 702.792458] env[69439]: INFO networking_nsxv3.common.synchronization [None req-6d0d96c0-f179-44fa-89f5-c422d50bfc66 None None] Enqueued Resource ID: aea14a6e-38c2-4874-ac20-146ce2f1288d with Priority: HIGHEST for action port [ 702.792458] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aea14a6e-38c2-4874-ac20-146ce2f1288d with Priority: HIGHEST for action port [ 702.792458] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-aea14a6e-38c2-4874-ac20-146ce2f1288d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.792458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aea14a6e-38c2-4874-ac20-146ce2f1288d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.792458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aea14a6e-38c2-4874-ac20-146ce2f1288d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.792458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aea14a6e-38c2-4874-ac20-146ce2f1288d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.792458] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aea14a6e-38c2-4874-ac20-146ce2f1288d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.829628] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.830079] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.830295] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.830709] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.830960] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.831247] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 4b62630c-c5d1-4bca-859e-2fae66fb1100 not found, creating... [ 702.831682] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.831960] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.832533] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.832852] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.833108] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.833680] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.833953] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.834181] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.834738] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.834878] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.835602] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 4b62630c-c5d1-4bca-859e-2fae66fb1100 is going to be created. [ 702.862264] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.862590] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.862799] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.863647] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.864516] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.864626] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-4b62630c-c5d1-4bca-859e-2fae66fb1100" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.298014] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aea14a6e-38c2-4874-ac20-146ce2f1288d [ 703.298014] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.298014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.298014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.298014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.298014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.298014] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aea14a6e-38c2-4874-ac20-146ce2f1288d already deleted. [ 703.298014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aea14a6e-38c2-4874-ac20-146ce2f1288d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.087339] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0189a8fe-20ef-43e5-addd-5333684888af in Status: SUCCESS [ 704.087628] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.633582] env[69439]: INFO networking_nsxv3.common.synchronization [req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea req-b5738883-eb9c-4ae2-81ce-a60a156fa6af tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Enqueued Resource ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 with Priority: HIGHEST for action security_group_members [ 704.634146] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 with Priority: HIGHEST for action security_group_members [ 704.634438] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.634598] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.634709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.636488] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.637062] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.637062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.637062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.637282] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.637471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.637471] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.677454] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7928caa-8eec-4c2a-a503-817cacdbf194 in Status: SUCCESS [ 704.677679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.677842] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.678069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.678263] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.678381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.678443] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.678590] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.678667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.678763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.678852] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7928caa-8eec-4c2a-a503-817cacdbf194',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.698272] env[69439]: INFO networking_nsxv3.common.synchronization [None req-04f1ab75-5e13-4a30-b321-13ef6959d94b None None] Enqueued Resource ID: d14b9bbb-4902-4666-9d44-62fd23fb41c8 with Priority: HIGHEST for action port [ 704.699046] env[69439]: INFO networking_nsxv3.common.synchronization [req-3b49958f-9c6a-4557-8837-4d9b88ab492e req-6250e362-f92b-4422-8e9a-b34bb40704b2 service nova] Enqueued Resource ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc with Priority: HIGHEST for action security_group_rules [ 704.699260] env[69439]: INFO networking_nsxv3.common.synchronization [req-3b49958f-9c6a-4557-8837-4d9b88ab492e req-6250e362-f92b-4422-8e9a-b34bb40704b2 service nova] Enqueued Resource ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc with Priority: HIGHEST for action security_group_members [ 704.699417] env[69439]: INFO networking_nsxv3.common.synchronization [req-3b49958f-9c6a-4557-8837-4d9b88ab492e req-6250e362-f92b-4422-8e9a-b34bb40704b2 service nova] Enqueued Resource ID: 4b62630c-c5d1-4bca-859e-2fae66fb1100 with Priority: HIGHEST for action port [ 704.700226] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d14b9bbb-4902-4666-9d44-62fd23fb41c8 with Priority: HIGHEST for action port [ 704.701038] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc with Priority: HIGHEST for action security_group_members [ 704.701038] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc with Priority: HIGHEST for action security_group_rules [ 704.701038] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b62630c-c5d1-4bca-859e-2fae66fb1100 with Priority: HIGHEST for action port [ 704.701382] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-d14b9bbb-4902-4666-9d44-62fd23fb41c8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.701517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d14b9bbb-4902-4666-9d44-62fd23fb41c8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.701600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d14b9bbb-4902-4666-9d44-62fd23fb41c8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.702023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d14b9bbb-4902-4666-9d44-62fd23fb41c8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.702113] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d14b9bbb-4902-4666-9d44-62fd23fb41c8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.703478] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.703778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.703778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.703908] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.704221] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.704297] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.704360] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.704554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.704672] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.704844] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28bd900f-2c7b-4fde-aa97-aba6a48fb3cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.707809] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.708217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.708318] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.708534] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.708574] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28bd900f-2c7b-4fde-aa97-aba6a48fb3cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.709355] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b62630c-c5d1-4bca-859e-2fae66fb1100 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.709512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b62630c-c5d1-4bca-859e-2fae66fb1100" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.709593] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b62630c-c5d1-4bca-859e-2fae66fb1100" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.709739] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b62630c-c5d1-4bca-859e-2fae66fb1100" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.709812] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b62630c-c5d1-4bca-859e-2fae66fb1100',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.140769] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.140769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.140769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.140769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.140769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.141059] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.141317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.141317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.141561] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.141734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.141734] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 already deleted. [ 705.141803] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.188274] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7928caa-8eec-4c2a-a503-817cacdbf194 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.191402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.191402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.191402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.191402] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.191402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.191402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.191402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.191402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.191402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.193468] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7928caa-8eec-4c2a-a503-817cacdbf194 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.193468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.193468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.193468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.193468] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.193468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.193468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.193468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.193468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.195241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.195330] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7928caa-8eec-4c2a-a503-817cacdbf194',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.212154] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d14b9bbb-4902-4666-9d44-62fd23fb41c8 [ 705.212339] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.212460] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.212519] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.213608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.213608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.213608] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d14b9bbb-4902-4666-9d44-62fd23fb41c8 already deleted. [ 705.213608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d14b9bbb-4902-4666-9d44-62fd23fb41c8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.213608] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28bd900f-2c7b-4fde-aa97-aba6a48fb3cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.214306] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.214306] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.218967] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b62630c-c5d1-4bca-859e-2fae66fb1100 with status ACTIVE [ 705.222020] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.222020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.222020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.222020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.222020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.222020] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.222020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.222020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.222020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.222020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.222020] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.222020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.222020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.222020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.222020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.222020] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b62630c-c5d1-4bca-859e-2fae66fb1100 is going to be updated. [ 705.245849] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.246120] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.246120] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.246606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.246606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.246684] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b62630c-c5d1-4bca-859e-2fae66fb1100" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.372505] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-281 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.372686] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.372780] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.375488] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.375488] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.375488] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.375488] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.375488] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.375488] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.375488] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.375488] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.375488] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.375488] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.375907] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.376251] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.376878] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.400038] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.400038] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.400038] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.400038] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.400038] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-910961aa-2b5f-4bda-84e2-1d6399f22bd1 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.400038] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-910961aa-2b5f-4bda-84e2-1d6399f22bd1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.400038] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-910961aa-2b5f-4bda-84e2-1d6399f22bd1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.400791] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-910961aa-2b5f-4bda-84e2-1d6399f22bd1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.400791] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('910961aa-2b5f-4bda-84e2-1d6399f22bd1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.692810] env[69439]: INFO networking_nsxv3.common.synchronization [None req-b284eae1-4ca0-432a-ba68-d92af2c74e6f None None] Enqueued Resource ID: 0eeeee5c-c696-4bd2-b08b-de98ff1467f5 with Priority: HIGHEST for action port [ 705.693434] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eeeee5c-c696-4bd2-b08b-de98ff1467f5 with Priority: HIGHEST for action port [ 705.693832] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eeeee5c-c696-4bd2-b08b-de98ff1467f5 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.694011] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eeeee5c-c696-4bd2-b08b-de98ff1467f5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.695311] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eeeee5c-c696-4bd2-b08b-de98ff1467f5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.695898] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eeeee5c-c696-4bd2-b08b-de98ff1467f5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.695898] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eeeee5c-c696-4bd2-b08b-de98ff1467f5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.697106] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7928caa-8eec-4c2a-a503-817cacdbf194: rpc.has_security_group_logging(os_id): False [ 705.718436] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.718633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.718775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.718991] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.719139] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.719395] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.719487] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.719487] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.719737] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.719841] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.720015] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.720121] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.720190] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.720340] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.720415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.720598] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.720709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.720772] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.720912] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.725202] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.725420] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7928caa-8eec-4c2a-a503-817cacdbf194 is going to be created. [ 705.726699] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28bd900f-2c7b-4fde-aa97-aba6a48fb3cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.787048] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.787232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.787330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.787542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.787718] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.803945] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7928caa-8eec-4c2a-a503-817cacdbf194 in Status: IN_PROGRESS for 2s [ 705.902704] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.902937] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.903088] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.903535] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.903652] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.903896] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 910961aa-2b5f-4bda-84e2-1d6399f22bd1 not found, creating... [ 705.905270] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.905270] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.905270] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.905270] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.905270] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.905270] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.905270] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.905780] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.905780] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.905780] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.905869] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 910961aa-2b5f-4bda-84e2-1d6399f22bd1 is going to be created. [ 705.930963] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.930963] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.930963] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.930963] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.930963] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.930963] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-910961aa-2b5f-4bda-84e2-1d6399f22bd1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.200134] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0eeeee5c-c696-4bd2-b08b-de98ff1467f5 [ 706.200353] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.200522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.200631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.201147] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.201147] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.201147] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0eeeee5c-c696-4bd2-b08b-de98ff1467f5 already deleted. [ 706.201147] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eeeee5c-c696-4bd2-b08b-de98ff1467f5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.230110] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.230444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.230444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.231061] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.231061] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.231061] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc is going to be created. [ 706.260264] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.260466] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.260466] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.260712] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.260837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.271260] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc in Status: UNINITIALIZED for 2s [ 706.928033] env[69439]: INFO networking_nsxv3.common.synchronization [req-d27d706b-0a4b-481f-a2e6-51832f00e27e req-99c603f9-65c1-46f5-b42b-739b4575668b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 706.931048] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 706.932460] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.932460] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.932460] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.932460] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.932460] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.932460] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.932460] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.932805] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.932805] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.932878] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.437649] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.437852] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.437926] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.438178] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.438274] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.438478] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.438586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.438643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.438788] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.438864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.439122] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 already deleted. [ 707.439122] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.616445] env[69439]: INFO networking_nsxv3.common.synchronization [req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea req-fe4206b0-5746-4123-9cf2-13c7d59492d2 service nova] Enqueued Resource ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 with Priority: HIGHEST for action security_group_rules [ 707.616445] env[69439]: INFO networking_nsxv3.common.synchronization [req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea req-fe4206b0-5746-4123-9cf2-13c7d59492d2 service nova] Enqueued Resource ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 with Priority: HIGHEST for action security_group_members [ 707.616445] env[69439]: INFO networking_nsxv3.common.synchronization [req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea req-fe4206b0-5746-4123-9cf2-13c7d59492d2 service nova] Enqueued Resource ID: 910961aa-2b5f-4bda-84e2-1d6399f22bd1 with Priority: HIGHEST for action port [ 707.616675] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 with Priority: HIGHEST for action security_group_rules [ 707.616762] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 with Priority: HIGHEST for action security_group_members [ 707.616964] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 910961aa-2b5f-4bda-84e2-1d6399f22bd1 with Priority: HIGHEST for action port [ 707.617451] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bee4bf52-6a9a-47b6-b9d7-b950539d7b65 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.617617] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.617617] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.617875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.617911] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.620226] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.620347] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.620416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.620599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.620748] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.620843] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.620904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.624172] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.624295] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.626616] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.626616] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-910961aa-2b5f-4bda-84e2-1d6399f22bd1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.626616] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-910961aa-2b5f-4bda-84e2-1d6399f22bd1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.626616] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-910961aa-2b5f-4bda-84e2-1d6399f22bd1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.626616] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-910961aa-2b5f-4bda-84e2-1d6399f22bd1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.626616] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('910961aa-2b5f-4bda-84e2-1d6399f22bd1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.819118] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7928caa-8eec-4c2a-a503-817cacdbf194 in Status: SUCCESS [ 707.819403] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.127520] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.127953] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.127953] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.129567] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 910961aa-2b5f-4bda-84e2-1d6399f22bd1 with status ACTIVE [ 708.129699] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.129922] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.130133] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.130540] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.130540] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.130616] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.130717] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.131024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.131024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.131515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.131515] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.131515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.131515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.132075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.132075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.132075] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 910961aa-2b5f-4bda-84e2-1d6399f22bd1 is going to be updated. [ 708.165119] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.165527] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.165684] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.166011] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.166439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.166439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-910961aa-2b5f-4bda-84e2-1d6399f22bd1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.288826] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc in Status: SUCCESS [ 708.288826] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.288826] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.288826] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.288826] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.288826] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.288826] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.288826] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.289918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.289918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.289918] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28bd900f-2c7b-4fde-aa97-aba6a48fb3cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.390022] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.390022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.390022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.390022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.390022] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.390022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.390022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.390022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.390419] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.390419] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.390482] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.390554] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.390678] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.390785] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.390890] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.391030] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.412080] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.412269] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.412406] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.412593] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.413488] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-42c0e422-ccc8-4d36-b0cf-74a873d2d86a taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.413488] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-42c0e422-ccc8-4d36-b0cf-74a873d2d86a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.413488] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-42c0e422-ccc8-4d36-b0cf-74a873d2d86a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.413784] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-42c0e422-ccc8-4d36-b0cf-74a873d2d86a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.413784] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42c0e422-ccc8-4d36-b0cf-74a873d2d86a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.636446] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.792317] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.792473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.792753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.792753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.792925] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.794769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.794769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.794769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.794769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.794769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.794769] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.794769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.794769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.794769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.794769] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.794769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.794769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.794769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.794769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.794769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.794769] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28bd900f-2c7b-4fde-aa97-aba6a48fb3cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.920951] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.921217] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.921354] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.921628] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.921792] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.921948] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 42c0e422-ccc8-4d36-b0cf-74a873d2d86a not found, creating... [ 708.922364] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.922574] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.922850] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.923117] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.923271] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.923734] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.923734] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.923982] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.924068] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.924210] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.924352] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 42c0e422-ccc8-4d36-b0cf-74a873d2d86a is going to be created. [ 708.948945] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.948945] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.948945] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.948945] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.948945] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.948945] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-42c0e422-ccc8-4d36-b0cf-74a873d2d86a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.139463] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.140072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.140215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.140497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.140618] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.140723] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 is going to be created. [ 709.167142] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.167347] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.167389] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.167594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.167757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.178167] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 in Status: UNINITIALIZED for 2s [ 709.298284] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc: rpc.has_security_group_logging(os_id): False [ 709.328031] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.328031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.328031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.328031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.328031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.328031] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.328031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.328031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.328031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.328031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.328031] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.328031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.328031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.328031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.328031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.330872] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.330872] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.330872] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.330872] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.330872] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.331661] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc is going to be created. [ 709.443622] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.443622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.443622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.443622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.443622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.459318] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc in Status: IN_PROGRESS for 2s [ 709.466421] env[69439]: INFO networking_nsxv3.common.synchronization [req-25d85122-5731-467d-8e35-e25ad1355b64 req-06ced1a5-7ce2-4510-a3f3-62dd8daa029c tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Enqueued Resource ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 with Priority: HIGHEST for action security_group_members [ 709.467261] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 with Priority: HIGHEST for action security_group_members [ 709.467770] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ae58d9-79d6-4056-a864-88fc709b5a12 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.468765] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.469017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.469812] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.470880] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.472293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.472293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.473383] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.473383] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.473383] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38ae58d9-79d6-4056-a864-88fc709b5a12',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.975212] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.975393] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.975393] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.975904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.975904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.975904] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.976170] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.976170] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.976388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.976388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.976388] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 already deleted. [ 709.976603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.718457] env[69439]: INFO networking_nsxv3.common.synchronization [None req-e8db60cd-de08-4e19-8435-dc7c6dc76e53 None None] Enqueued Resource ID: 780b4850-950a-4a6d-8c1c-9d05f40749b6 with Priority: HIGHEST for action port [ 710.719074] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 780b4850-950a-4a6d-8c1c-9d05f40749b6 with Priority: HIGHEST for action port [ 710.719406] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-780b4850-950a-4a6d-8c1c-9d05f40749b6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.719584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-780b4850-950a-4a6d-8c1c-9d05f40749b6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.719584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-780b4850-950a-4a6d-8c1c-9d05f40749b6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.722399] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-780b4850-950a-4a6d-8c1c-9d05f40749b6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.722611] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('780b4850-950a-4a6d-8c1c-9d05f40749b6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.191315] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 in Status: SUCCESS [ 711.192290] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.194968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.194968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.194968] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.194968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.194968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.194968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.194968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.194968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.194968] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.226112] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 780b4850-950a-4a6d-8c1c-9d05f40749b6 [ 711.226516] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.226580] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.226880] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.229538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.229939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.230290] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:780b4850-950a-4a6d-8c1c-9d05f40749b6 already deleted. [ 711.230431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-780b4850-950a-4a6d-8c1c-9d05f40749b6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.473980] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc in Status: SUCCESS [ 711.474229] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.701021] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.701021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.701021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.701021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.701021] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.701021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.701021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.701021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.701021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.701021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.701021] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.701021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.701021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.701021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.701021] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.701021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.701876] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.701876] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.701876] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.701876] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.701876] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.765264] env[69439]: INFO networking_nsxv3.common.synchronization [req-d27d706b-0a4b-481f-a2e6-51832f00e27e req-35781597-4ea0-4d00-95b3-26f757bbfd11 service nova] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_rules [ 711.766429] env[69439]: INFO networking_nsxv3.common.synchronization [req-d27d706b-0a4b-481f-a2e6-51832f00e27e req-35781597-4ea0-4d00-95b3-26f757bbfd11 service nova] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 711.766429] env[69439]: INFO networking_nsxv3.common.synchronization [req-d27d706b-0a4b-481f-a2e6-51832f00e27e req-35781597-4ea0-4d00-95b3-26f757bbfd11 service nova] Enqueued Resource ID: 42c0e422-ccc8-4d36-b0cf-74a873d2d86a with Priority: HIGHEST for action port [ 711.766858] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_rules [ 711.767118] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 711.767321] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c0e422-ccc8-4d36-b0cf-74a873d2d86a with Priority: HIGHEST for action port [ 711.769042] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.769042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.769042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.769042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.769042] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.769305] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.769414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.769480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.769655] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.769883] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.769883] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.770056] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.770090] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.770181] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.770314] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.771046] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-42c0e422-ccc8-4d36-b0cf-74a873d2d86a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.771824] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42c0e422-ccc8-4d36-b0cf-74a873d2d86a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.771824] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42c0e422-ccc8-4d36-b0cf-74a873d2d86a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.771824] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42c0e422-ccc8-4d36-b0cf-74a873d2d86a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.771824] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42c0e422-ccc8-4d36-b0cf-74a873d2d86a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.894379] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.894379] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-380" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.894379] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-380" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.894379] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-380" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.894679] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.894954] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.894954] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.895702] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.896103] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.896317] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.896580] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.896580] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.896986] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.896986] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.896986] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.896986] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.917629] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.917822] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.918393] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.918393] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-380" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.918621] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-71726a56-538f-48dd-ac86-f7f3f3339e4a taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.919076] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-71726a56-538f-48dd-ac86-f7f3f3339e4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.919076] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-71726a56-538f-48dd-ac86-f7f3f3339e4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.919825] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-71726a56-538f-48dd-ac86-f7f3f3339e4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.919825] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71726a56-538f-48dd-ac86-f7f3f3339e4a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.204779] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bee4bf52-6a9a-47b6-b9d7-b950539d7b65: rpc.has_security_group_logging(os_id): False [ 712.227733] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.227885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.227953] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.228183] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.228268] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.228473] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.228661] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.228661] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.230592] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.230592] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.230592] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.230592] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.230592] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.230858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.230858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.230925] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.230986] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.232374] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.232374] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.232374] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.232374] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 is going to be created. [ 712.274376] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.274547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.274739] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.276666] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42c0e422-ccc8-4d36-b0cf-74a873d2d86a with status ACTIVE [ 712.276890] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.278328] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.278432] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.278639] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.278728] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.278921] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.279030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.279093] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.279251] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.279322] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.280044] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.280044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.280044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.280044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.280044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.280044] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42c0e422-ccc8-4d36-b0cf-74a873d2d86a is going to be updated. [ 712.304728] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.304728] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.304728] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.305582] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.305856] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.309529] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.309665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.309918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.309918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.310894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.310894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42c0e422-ccc8-4d36-b0cf-74a873d2d86a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.325808] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 in Status: IN_PROGRESS for 2s [ 712.426168] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.426541] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.426541] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.426922] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.427127] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.427231] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 71726a56-538f-48dd-ac86-f7f3f3339e4a not found, creating... [ 712.427586] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.431026] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.431026] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.431026] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.431026] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.431026] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.431026] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.431026] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.431026] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.431026] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.431026] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 71726a56-538f-48dd-ac86-f7f3f3339e4a is going to be created. [ 712.480337] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.481114] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.481211] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.481694] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.482211] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.482466] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-71726a56-538f-48dd-ac86-f7f3f3339e4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.523922] env[69439]: INFO networking_nsxv3.common.synchronization [None req-24ed99c2-45a6-4719-8759-afb6002822af None None] Enqueued Resource ID: ae835fac-125c-4edb-a8e1-e30f6c3f5fe5 with Priority: HIGHEST for action port [ 712.525948] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae835fac-125c-4edb-a8e1-e30f6c3f5fe5 with Priority: HIGHEST for action port [ 712.525948] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae835fac-125c-4edb-a8e1-e30f6c3f5fe5 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.525948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae835fac-125c-4edb-a8e1-e30f6c3f5fe5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.525948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae835fac-125c-4edb-a8e1-e30f6c3f5fe5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.525948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae835fac-125c-4edb-a8e1-e30f6c3f5fe5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.525948] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae835fac-125c-4edb-a8e1-e30f6c3f5fe5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.782370] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.030264] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae835fac-125c-4edb-a8e1-e30f6c3f5fe5 [ 713.030264] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.030264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.030264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.030264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.030264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.030264] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae835fac-125c-4edb-a8e1-e30f6c3f5fe5 already deleted. [ 713.030264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae835fac-125c-4edb-a8e1-e30f6c3f5fe5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.101464] env[69439]: INFO networking_nsxv3.common.synchronization [req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 req-5136f312-f371-4106-935b-a3df94cc92a3 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Enqueued Resource ID: cf51286f-58b4-419d-a341-56d90638166c with Priority: HIGHEST for action security_group_members [ 713.102179] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf51286f-58b4-419d-a341-56d90638166c with Priority: HIGHEST for action security_group_members [ 713.102403] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf51286f-58b4-419d-a341-56d90638166c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.102504] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.102543] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.102802] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.103032] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.108027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.108027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.108027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.108027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.108027] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf51286f-58b4-419d-a341-56d90638166c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.285468] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.285705] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.285829] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.286203] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.286364] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.286547] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be created. [ 713.319568] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.320337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.321571] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.321959] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.322837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.334240] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: UNINITIALIZED for 2s [ 713.611937] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.611937] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.611937] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.611937] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.611937] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.612330] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.612330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.612330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.612330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.612330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.612486] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf51286f-58b4-419d-a341-56d90638166c already deleted. [ 713.612486] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.343909] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 in Status: SUCCESS [ 714.344228] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.970415] env[69439]: INFO networking_nsxv3.common.synchronization [req-25d85122-5731-467d-8e35-e25ad1355b64 req-5a0f75a7-afce-4080-b038-1b83424ca6cd service nova] Enqueued Resource ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 with Priority: HIGHEST for action security_group_rules [ 714.970415] env[69439]: INFO networking_nsxv3.common.synchronization [req-25d85122-5731-467d-8e35-e25ad1355b64 req-5a0f75a7-afce-4080-b038-1b83424ca6cd service nova] Enqueued Resource ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 with Priority: HIGHEST for action security_group_members [ 714.970415] env[69439]: INFO networking_nsxv3.common.synchronization [req-25d85122-5731-467d-8e35-e25ad1355b64 req-5a0f75a7-afce-4080-b038-1b83424ca6cd service nova] Enqueued Resource ID: 71726a56-538f-48dd-ac86-f7f3f3339e4a with Priority: HIGHEST for action port [ 714.971846] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 with Priority: HIGHEST for action security_group_rules [ 714.972345] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 with Priority: HIGHEST for action security_group_members [ 714.972758] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71726a56-538f-48dd-ac86-f7f3f3339e4a with Priority: HIGHEST for action port [ 714.972907] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38ae58d9-79d6-4056-a864-88fc709b5a12 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.974622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.974622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.974622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.974622] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38ae58d9-79d6-4056-a864-88fc709b5a12',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.977185] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ae58d9-79d6-4056-a864-88fc709b5a12 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.977185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.977185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.977185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.977185] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.977185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.977185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.977185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.977185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.977185] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38ae58d9-79d6-4056-a864-88fc709b5a12',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.980191] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-71726a56-538f-48dd-ac86-f7f3f3339e4a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.980191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71726a56-538f-48dd-ac86-f7f3f3339e4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.980191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71726a56-538f-48dd-ac86-f7f3f3339e4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.981314] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71726a56-538f-48dd-ac86-f7f3f3339e4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.981314] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71726a56-538f-48dd-ac86-f7f3f3339e4a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.205341] env[69439]: INFO networking_nsxv3.common.synchronization [req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 req-80cb1f33-fa5c-4f54-b397-600eca3206ad tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Enqueued Resource ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f with Priority: HIGHEST for action security_group_members [ 715.205341] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f with Priority: HIGHEST for action security_group_members [ 715.205341] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed020c0-3ad9-4993-94a9-c4406f271a3f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.205850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.206829] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.206829] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.206829] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.206829] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.206829] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.207458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.207458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.207458] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed020c0-3ad9-4993-94a9-c4406f271a3f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.212396] env[69439]: INFO networking_nsxv3.common.synchronization [None req-a0debaf5-8790-453e-9bfe-86e2212f1aa3 None None] Enqueued Resource ID: c1fdeb29-893d-4a0d-8474-6f99ba78f266 with Priority: HIGHEST for action port [ 715.213284] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fdeb29-893d-4a0d-8474-6f99ba78f266 with Priority: HIGHEST for action port [ 715.213502] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1fdeb29-893d-4a0d-8474-6f99ba78f266 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.214066] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1fdeb29-893d-4a0d-8474-6f99ba78f266" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.214734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1fdeb29-893d-4a0d-8474-6f99ba78f266" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.214901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1fdeb29-893d-4a0d-8474-6f99ba78f266" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.214935] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1fdeb29-893d-4a0d-8474-6f99ba78f266',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.344771] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: SUCCESS [ 715.345224] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.345516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.345750] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.345944] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.346075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.346142] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.346298] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.346381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.346475] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.346988] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.456229] env[69439]: INFO networking_nsxv3.common.synchronization [None req-b909797f-7c0b-4372-a629-c84183891117 None None] Enqueued Resource ID: 60a494fd-ad91-4746-872f-0675cfeb9c5d with Priority: HIGHEST for action port [ 715.456229] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a494fd-ad91-4746-872f-0675cfeb9c5d with Priority: HIGHEST for action port [ 715.456229] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-60a494fd-ad91-4746-872f-0675cfeb9c5d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.456229] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60a494fd-ad91-4746-872f-0675cfeb9c5d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.456875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60a494fd-ad91-4746-872f-0675cfeb9c5d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.457278] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60a494fd-ad91-4746-872f-0675cfeb9c5d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.457635] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60a494fd-ad91-4746-872f-0675cfeb9c5d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.480064] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38ae58d9-79d6-4056-a864-88fc709b5a12',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.486775] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ae58d9-79d6-4056-a864-88fc709b5a12 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.486775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.486775] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71726a56-538f-48dd-ac86-f7f3f3339e4a with status ACTIVE [ 715.486775] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.486775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.486775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.486775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.486775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.486775] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.486775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.486775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.486775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.486775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.486775] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.487676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.487676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.487676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.487676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.487676] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71726a56-538f-48dd-ac86-f7f3f3339e4a is going to be updated. [ 715.515941] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.515941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.515941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.515941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.516185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.516231] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71726a56-538f-48dd-ac86-f7f3f3339e4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.714113] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.714476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.714476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.714673] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.714783] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.714990] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.715103] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.715165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.715329] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.715407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.715534] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f already deleted. [ 715.715584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.718338] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1fdeb29-893d-4a0d-8474-6f99ba78f266 [ 715.718672] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.719272] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.719393] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.719883] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.720113] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.720308] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1fdeb29-893d-4a0d-8474-6f99ba78f266 already deleted. [ 715.720440] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1fdeb29-893d-4a0d-8474-6f99ba78f266" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.839236] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-281 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.839478] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.839603] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.839916] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.841338] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.841520] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.841645] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.841921] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.842088] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.842316] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.842449] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.842565] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.842677] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.842820] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.842934] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.843082] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.851241] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.851241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.851241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.851241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.851241] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.851241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.851241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.851241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.851241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.851241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.852431] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.852431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.852431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.852431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.852431] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.852431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.852431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.852431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.852431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.852431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.852431] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.867891] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.867891] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 715.867891] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.867891] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.867891] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-6f77232b-4074-4664-b598-aa5b93678849 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.867891] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-6f77232b-4074-4664-b598-aa5b93678849" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.867891] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-6f77232b-4074-4664-b598-aa5b93678849" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.867891] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-6f77232b-4074-4664-b598-aa5b93678849" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.868644] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f77232b-4074-4664-b598-aa5b93678849',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.961375] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60a494fd-ad91-4746-872f-0675cfeb9c5d [ 715.961375] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.961375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.961375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.961375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.961375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.961375] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60a494fd-ad91-4746-872f-0675cfeb9c5d already deleted. [ 715.961375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60a494fd-ad91-4746-872f-0675cfeb9c5d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.981547] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38ae58d9-79d6-4056-a864-88fc709b5a12',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.009483] env[69439]: INFO networking_nsxv3.common.synchronization [None req-12b5fec3-8354-4cb8-b662-a0f075f788ca None None] Enqueued Resource ID: e593766f-31e2-44e7-99e5-cd10e32c8452 with Priority: HIGHEST for action port [ 716.009483] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e593766f-31e2-44e7-99e5-cd10e32c8452 with Priority: HIGHEST for action port [ 716.011171] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-e593766f-31e2-44e7-99e5-cd10e32c8452 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.011387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e593766f-31e2-44e7-99e5-cd10e32c8452" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.011481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e593766f-31e2-44e7-99e5-cd10e32c8452" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.011780] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e593766f-31e2-44e7-99e5-cd10e32c8452" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.011895] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e593766f-31e2-44e7-99e5-cd10e32c8452',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.355038] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 047dd3ee-571a-472b-931c-8add22ed0187: rpc.has_security_group_logging(os_id): False [ 716.372953] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.373198] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.373324] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.373669] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.373823] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.373978] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 6f77232b-4074-4664-b598-aa5b93678849 not found, creating... [ 716.374277] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.374866] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.374866] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.374866] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.374995] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.375208] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.376360] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.376774] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.377083] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.377290] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.378462] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 6f77232b-4074-4664-b598-aa5b93678849 is going to be created. [ 716.384417] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.384417] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.384521] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.384724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.384808] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.385060] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.385164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.385247] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.385416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.385538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.385739] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.385920] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.386064] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.386210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.386287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.386492] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.386694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.386694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.386817] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.386887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.387024] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be created. [ 716.414447] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.414639] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.414751] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.415128] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.415397] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.415646] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-6f77232b-4074-4664-b598-aa5b93678849" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.484812] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.485256] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.485422] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.490037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.490037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.491135] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.491547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.491922] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.492242] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.492480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.492663] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 is going to be created. [ 716.508899] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: IN_PROGRESS for 2s [ 716.515301] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e593766f-31e2-44e7-99e5-cd10e32c8452 [ 716.516145] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.516145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.516145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.516369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.516369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.516426] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e593766f-31e2-44e7-99e5-cd10e32c8452 already deleted. [ 716.516477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e593766f-31e2-44e7-99e5-cd10e32c8452" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.571822] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.571822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.571822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.571822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.571822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.595192] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 in Status: UNINITIALIZED for 2s [ 717.611099] env[69439]: INFO networking_nsxv3.common.synchronization [req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 req-2ef84700-a888-4262-b40c-5445e9e69b54 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Enqueued Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_members [ 717.612940] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_members [ 717.612940] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03336a7-c0b3-43d8-8fcd-3049396f1743 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.612940] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.612940] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.617372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.617562] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.618791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.618791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.618791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.618791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.618791] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.716186] env[69439]: INFO networking_nsxv3.common.synchronization [None req-641646f4-744d-4dc5-bd40-769d247e3356 None None] Enqueued Resource ID: 5aeb041c-df2e-4549-94fa-c2c54e6f1fcf with Priority: HIGHEST for action port [ 717.716857] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aeb041c-df2e-4549-94fa-c2c54e6f1fcf with Priority: HIGHEST for action port [ 717.717484] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aeb041c-df2e-4549-94fa-c2c54e6f1fcf taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.717640] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aeb041c-df2e-4549-94fa-c2c54e6f1fcf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.717640] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aeb041c-df2e-4549-94fa-c2c54e6f1fcf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.718501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aeb041c-df2e-4549-94fa-c2c54e6f1fcf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.718501] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aeb041c-df2e-4549-94fa-c2c54e6f1fcf',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.851290] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-281 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.852577] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.854258] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.854258] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.855294] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.857188] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.857188] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.857188] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.857188] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.857188] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.858045] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.858547] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.858938] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.860036] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.860301] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.860928] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.887876] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.887876] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 717.887876] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.888162] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.888533] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-531f6651-fc54-4392-adab-44f4ed9c8605 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.888780] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-531f6651-fc54-4392-adab-44f4ed9c8605" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.888898] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-531f6651-fc54-4392-adab-44f4ed9c8605" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.889279] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-531f6651-fc54-4392-adab-44f4ed9c8605" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.889613] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('531f6651-fc54-4392-adab-44f4ed9c8605',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.072368] env[69439]: INFO networking_nsxv3.common.synchronization [None req-81285f72-a6db-48bd-b27d-6143ccc0c14a None None] Enqueued Resource ID: cae0850b-80f5-4ace-b4e9-d2f0beddca9f with Priority: HIGHEST for action port [ 718.072368] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae0850b-80f5-4ace-b4e9-d2f0beddca9f with Priority: HIGHEST for action port [ 718.072368] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-cae0850b-80f5-4ace-b4e9-d2f0beddca9f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.072368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cae0850b-80f5-4ace-b4e9-d2f0beddca9f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.072368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cae0850b-80f5-4ace-b4e9-d2f0beddca9f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.073109] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cae0850b-80f5-4ace-b4e9-d2f0beddca9f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.073109] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cae0850b-80f5-4ace-b4e9-d2f0beddca9f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.122019] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.122019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.122019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.122019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.122019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.122019] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.122019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.122383] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.123325] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.123473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.123669] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 already deleted. [ 718.123927] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.221441] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5aeb041c-df2e-4549-94fa-c2c54e6f1fcf [ 718.221846] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.221976] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.222170] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.222284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.222380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.222624] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5aeb041c-df2e-4549-94fa-c2c54e6f1fcf already deleted. [ 718.222624] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aeb041c-df2e-4549-94fa-c2c54e6f1fcf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.300289] env[69439]: INFO networking_nsxv3.common.synchronization [req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 req-6483deba-0f8f-4e02-b053-53b008c9281a service nova] Enqueued Resource ID: cf51286f-58b4-419d-a341-56d90638166c with Priority: HIGHEST for action security_group_rules [ 718.300289] env[69439]: INFO networking_nsxv3.common.synchronization [req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 req-6483deba-0f8f-4e02-b053-53b008c9281a service nova] Enqueued Resource ID: cf51286f-58b4-419d-a341-56d90638166c with Priority: HIGHEST for action security_group_members [ 718.300289] env[69439]: INFO networking_nsxv3.common.synchronization [req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 req-6483deba-0f8f-4e02-b053-53b008c9281a service nova] Enqueued Resource ID: 6f77232b-4074-4664-b598-aa5b93678849 with Priority: HIGHEST for action port [ 718.301190] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf51286f-58b4-419d-a341-56d90638166c with Priority: HIGHEST for action security_group_rules [ 718.301944] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf51286f-58b4-419d-a341-56d90638166c with Priority: HIGHEST for action security_group_members [ 718.302337] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f77232b-4074-4664-b598-aa5b93678849 with Priority: HIGHEST for action port [ 718.302784] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf51286f-58b4-419d-a341-56d90638166c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.303165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.303367] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.303906] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.304180] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf51286f-58b4-419d-a341-56d90638166c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.306072] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf51286f-58b4-419d-a341-56d90638166c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.306473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.306736] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.307177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.307482] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.308092] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.308292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.310241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.310241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.310241] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf51286f-58b4-419d-a341-56d90638166c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.310241] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f77232b-4074-4664-b598-aa5b93678849 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.310241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f77232b-4074-4664-b598-aa5b93678849" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.310621] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f77232b-4074-4664-b598-aa5b93678849" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.311130] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f77232b-4074-4664-b598-aa5b93678849" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.311370] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f77232b-4074-4664-b598-aa5b93678849',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.392854] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.397024] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.397024] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.397024] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.397024] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.397024] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 531f6651-fc54-4392-adab-44f4ed9c8605 not found, creating... [ 718.397024] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.397024] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.397024] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.397024] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.397024] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.398340] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.398802] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.399154] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.399653] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.400015] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.400344] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 531f6651-fc54-4392-adab-44f4ed9c8605 is going to be created. [ 718.429222] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.429670] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.429813] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.430238] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.434313] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.434705] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-531f6651-fc54-4392-adab-44f4ed9c8605" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.540918] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: SUCCESS [ 718.541719] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.581107] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cae0850b-80f5-4ace-b4e9-d2f0beddca9f [ 718.581107] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.581107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.581107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.581107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.581107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.581107] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cae0850b-80f5-4ace-b4e9-d2f0beddca9f already deleted. [ 718.581107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cae0850b-80f5-4ace-b4e9-d2f0beddca9f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.614059] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 in Status: SUCCESS [ 718.615293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.615293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.615293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.615293] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.615541] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.616489] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.616489] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.616489] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.616657] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.617201] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38ae58d9-79d6-4056-a864-88fc709b5a12',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.750343] env[69439]: INFO networking_nsxv3.common.synchronization [None req-f38ea58c-efde-4458-88f2-3b5d2c729121 None None] Enqueued Resource ID: 65c88ab4-acea-4e9f-aa6a-03f6b8ae5824 with Priority: HIGHEST for action port [ 718.751298] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c88ab4-acea-4e9f-aa6a-03f6b8ae5824 with Priority: HIGHEST for action port [ 718.752074] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-65c88ab4-acea-4e9f-aa6a-03f6b8ae5824 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.752074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65c88ab4-acea-4e9f-aa6a-03f6b8ae5824" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.752074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65c88ab4-acea-4e9f-aa6a-03f6b8ae5824" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.752437] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65c88ab4-acea-4e9f-aa6a-03f6b8ae5824" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.752437] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65c88ab4-acea-4e9f-aa6a-03f6b8ae5824',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.813308] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf51286f-58b4-419d-a341-56d90638166c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.814918] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf51286f-58b4-419d-a341-56d90638166c taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.815044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.815711] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f77232b-4074-4664-b598-aa5b93678849 with status ACTIVE [ 718.816125] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.816125] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.816125] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.816346] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.816412] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.817472] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.817599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.817666] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.818078] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.818078] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.818203] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.818203] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.818319] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.818528] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.818625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.818676] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f77232b-4074-4664-b598-aa5b93678849 is going to be updated. [ 718.852138] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.852350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.852350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.852560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.854320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.854320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f77232b-4074-4664-b598-aa5b93678849" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.124830] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ae58d9-79d6-4056-a864-88fc709b5a12 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.124919] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.125328] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.125404] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.125621] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.125768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.125854] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.128423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.128423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.128423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.128423] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ae58d9-79d6-4056-a864-88fc709b5a12 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.128423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.128423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.128423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.128423] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.128423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.128423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.128423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.128423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.128423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.128423] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38ae58d9-79d6-4056-a864-88fc709b5a12',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.254692] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65c88ab4-acea-4e9f-aa6a-03f6b8ae5824 [ 719.254995] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.257365] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.257365] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.257365] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.257365] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.257365] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65c88ab4-acea-4e9f-aa6a-03f6b8ae5824 already deleted. [ 719.257365] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65c88ab4-acea-4e9f-aa6a-03f6b8ae5824" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.317593] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf51286f-58b4-419d-a341-56d90638166c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.629516] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38ae58d9-79d6-4056-a864-88fc709b5a12: rpc.has_security_group_logging(os_id): False [ 719.652680] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.652680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.652680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.652680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.652680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.652680] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.652680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.652680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.652680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.652680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.652680] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.652680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.652680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.652680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.652680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.653295] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.653295] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.653295] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.655904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.655904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.655904] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 is going to be created. [ 719.723632] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.723780] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.723866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.725350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.725350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.736830] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 in Status: IN_PROGRESS for 2s [ 719.821502] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.821502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.821502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.821502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.821502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.821502] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf51286f-58b4-419d-a341-56d90638166c is going to be created. [ 719.861065] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.861648] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.861648] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.861648] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.861777] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.879087] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf51286f-58b4-419d-a341-56d90638166c in Status: UNINITIALIZED for 2s [ 719.900929] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.901135] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.901310] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.901833] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.903413] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.903413] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.903413] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.903413] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.903690] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.904352] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.904352] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.904352] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.905360] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.905360] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.905360] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.905360] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.937801] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.937966] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.938118] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.938394] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.938733] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-379b0907-165e-4aad-92c3-95dc59c090d0 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.939520] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-379b0907-165e-4aad-92c3-95dc59c090d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.939520] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-379b0907-165e-4aad-92c3-95dc59c090d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.939520] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-379b0907-165e-4aad-92c3-95dc59c090d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.939520] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('379b0907-165e-4aad-92c3-95dc59c090d0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.305440] env[69439]: INFO networking_nsxv3.common.synchronization [None req-00e098cf-5a31-43a8-8cbf-ccafa9fd2ed4 None None] Enqueued Resource ID: 6b691290-7986-465e-91a8-0105f4057c42 with Priority: HIGHEST for action port [ 720.305440] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b691290-7986-465e-91a8-0105f4057c42 with Priority: HIGHEST for action port [ 720.305440] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b691290-7986-465e-91a8-0105f4057c42 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.305440] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b691290-7986-465e-91a8-0105f4057c42" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.305905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b691290-7986-465e-91a8-0105f4057c42" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.306199] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b691290-7986-465e-91a8-0105f4057c42" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.306308] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b691290-7986-465e-91a8-0105f4057c42',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.447693] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.447693] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.447693] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.447693] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.447693] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.447693] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 379b0907-165e-4aad-92c3-95dc59c090d0 not found, creating... [ 720.447693] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.447693] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.447693] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.447693] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.447693] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.449229] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.449879] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.450137] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.450942] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.451232] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.451490] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 379b0907-165e-4aad-92c3-95dc59c090d0 is going to be created. [ 720.478742] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.478742] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.478742] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.478742] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.478742] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.478742] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-379b0907-165e-4aad-92c3-95dc59c090d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.507242] env[69439]: INFO networking_nsxv3.common.synchronization [req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 req-a5dfffb9-3189-4d40-964e-d972a0ec3358 service nova] Enqueued Resource ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f with Priority: HIGHEST for action security_group_rules [ 720.507242] env[69439]: INFO networking_nsxv3.common.synchronization [req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 req-a5dfffb9-3189-4d40-964e-d972a0ec3358 service nova] Enqueued Resource ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f with Priority: HIGHEST for action security_group_members [ 720.507242] env[69439]: INFO networking_nsxv3.common.synchronization [req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 req-a5dfffb9-3189-4d40-964e-d972a0ec3358 service nova] Enqueued Resource ID: 531f6651-fc54-4392-adab-44f4ed9c8605 with Priority: HIGHEST for action port [ 720.507242] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f with Priority: HIGHEST for action security_group_rules [ 720.507242] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f with Priority: HIGHEST for action security_group_members [ 720.507242] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 531f6651-fc54-4392-adab-44f4ed9c8605 with Priority: HIGHEST for action port [ 720.507242] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ed020c0-3ad9-4993-94a9-c4406f271a3f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.507242] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.507242] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.507242] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.507242] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ed020c0-3ad9-4993-94a9-c4406f271a3f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.508760] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed020c0-3ad9-4993-94a9-c4406f271a3f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.509929] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.510262] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.510561] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.510843] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.512088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.512088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.512088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.512088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.512088] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed020c0-3ad9-4993-94a9-c4406f271a3f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.513062] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-531f6651-fc54-4392-adab-44f4ed9c8605 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.513306] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-531f6651-fc54-4392-adab-44f4ed9c8605" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.515146] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-531f6651-fc54-4392-adab-44f4ed9c8605" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.515146] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-531f6651-fc54-4392-adab-44f4ed9c8605" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.515146] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('531f6651-fc54-4392-adab-44f4ed9c8605',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.808969] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b691290-7986-465e-91a8-0105f4057c42 [ 720.812869] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.812869] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.812869] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.812869] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.812869] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.812869] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b691290-7986-465e-91a8-0105f4057c42 already deleted. [ 720.812869] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b691290-7986-465e-91a8-0105f4057c42" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.017125] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed020c0-3ad9-4993-94a9-c4406f271a3f taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.017125] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.017125] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ed020c0-3ad9-4993-94a9-c4406f271a3f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.020635] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 531f6651-fc54-4392-adab-44f4ed9c8605 with status ACTIVE [ 721.022040] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.022040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.022040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.022040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.022040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.023238] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.023238] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.023238] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.023238] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.023238] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.027031] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.027031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.027031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.027031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.027031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.027031] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 531f6651-fc54-4392-adab-44f4ed9c8605 is going to be updated. [ 721.055337] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.055337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.055337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.055337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.055337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.055337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-531f6651-fc54-4392-adab-44f4ed9c8605" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.280038] env[69439]: INFO networking_nsxv3.common.synchronization [None req-34e9fc88-48db-43e2-b751-e76f2709f13f None None] Enqueued Resource ID: 78eca4a6-b64b-41f7-9e4b-07cb9d3cf7b4 with Priority: HIGHEST for action port [ 721.280959] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78eca4a6-b64b-41f7-9e4b-07cb9d3cf7b4 with Priority: HIGHEST for action port [ 721.283394] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-78eca4a6-b64b-41f7-9e4b-07cb9d3cf7b4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.283394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78eca4a6-b64b-41f7-9e4b-07cb9d3cf7b4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.283394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78eca4a6-b64b-41f7-9e4b-07cb9d3cf7b4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.283394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78eca4a6-b64b-41f7-9e4b-07cb9d3cf7b4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.283394] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78eca4a6-b64b-41f7-9e4b-07cb9d3cf7b4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.426035] env[69439]: INFO networking_nsxv3.common.synchronization [None req-d57cd2c9-91bd-4dc8-b657-b7f0badda808 None None] Enqueued Resource ID: 002c6a3a-f111-4ff8-ab5a-2de7e959732e with Priority: HIGHEST for action port [ 721.429010] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002c6a3a-f111-4ff8-ab5a-2de7e959732e with Priority: HIGHEST for action port [ 721.431987] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-002c6a3a-f111-4ff8-ab5a-2de7e959732e taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.431987] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-002c6a3a-f111-4ff8-ab5a-2de7e959732e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.431987] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-002c6a3a-f111-4ff8-ab5a-2de7e959732e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.431987] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-002c6a3a-f111-4ff8-ab5a-2de7e959732e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.431987] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('002c6a3a-f111-4ff8-ab5a-2de7e959732e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.529563] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ed020c0-3ad9-4993-94a9-c4406f271a3f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.766573] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 in Status: SUCCESS [ 721.766573] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.785810] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78eca4a6-b64b-41f7-9e4b-07cb9d3cf7b4 [ 721.787538] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.787753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.787879] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.788063] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.788153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.788396] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78eca4a6-b64b-41f7-9e4b-07cb9d3cf7b4 already deleted. [ 721.788396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78eca4a6-b64b-41f7-9e4b-07cb9d3cf7b4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.893857] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf51286f-58b4-419d-a341-56d90638166c in Status: SUCCESS [ 721.893857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.893857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.893857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.893857] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.893857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.893857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.894706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.894854] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.894957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.895063] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf51286f-58b4-419d-a341-56d90638166c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.934977] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 002c6a3a-f111-4ff8-ab5a-2de7e959732e [ 721.939378] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.939378] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.939378] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.939378] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.939378] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.939378] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:002c6a3a-f111-4ff8-ab5a-2de7e959732e already deleted. [ 721.939378] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-002c6a3a-f111-4ff8-ab5a-2de7e959732e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.035578] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.035757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.035865] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.036162] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.036269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.036426] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f is going to be created. [ 722.067030] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.067185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.067248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.067627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.067627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.085127] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f in Status: UNINITIALIZED for 2s [ 722.105641] env[69439]: INFO networking_nsxv3.common.synchronization [None req-5079e7e2-81b6-4230-bff9-7fb2c8ac121c None None] Enqueued Resource ID: 4060c5d7-8bd7-4f2d-b44a-12c40c815c97 with Priority: HIGHEST for action port [ 722.106239] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4060c5d7-8bd7-4f2d-b44a-12c40c815c97 with Priority: HIGHEST for action port [ 722.107029] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-4060c5d7-8bd7-4f2d-b44a-12c40c815c97 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.107029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4060c5d7-8bd7-4f2d-b44a-12c40c815c97" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.107029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4060c5d7-8bd7-4f2d-b44a-12c40c815c97" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.107304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4060c5d7-8bd7-4f2d-b44a-12c40c815c97" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.107304] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4060c5d7-8bd7-4f2d-b44a-12c40c815c97',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.233438] env[69439]: INFO networking_nsxv3.common.synchronization [req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 req-37e390ec-a842-46d4-b0f2-3a2c51bf1995 service nova] Enqueued Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_rules [ 722.233615] env[69439]: INFO networking_nsxv3.common.synchronization [req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 req-37e390ec-a842-46d4-b0f2-3a2c51bf1995 service nova] Enqueued Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_members [ 722.233750] env[69439]: INFO networking_nsxv3.common.synchronization [req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 req-37e390ec-a842-46d4-b0f2-3a2c51bf1995 service nova] Enqueued Resource ID: 379b0907-165e-4aad-92c3-95dc59c090d0 with Priority: HIGHEST for action port [ 722.234050] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_rules [ 722.235016] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_members [ 722.235016] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 379b0907-165e-4aad-92c3-95dc59c090d0 with Priority: HIGHEST for action port [ 722.235016] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a03336a7-c0b3-43d8-8fcd-3049396f1743 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.240181] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.240181] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.240181] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.240181] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.243069] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03336a7-c0b3-43d8-8fcd-3049396f1743 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.243631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.243775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.244012] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.244234] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.244413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.244413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.244644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.244788] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.244901] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.248088] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-379b0907-165e-4aad-92c3-95dc59c090d0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.248088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-379b0907-165e-4aad-92c3-95dc59c090d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.248088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-379b0907-165e-4aad-92c3-95dc59c090d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.248088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-379b0907-165e-4aad-92c3-95dc59c090d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.248088] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('379b0907-165e-4aad-92c3-95dc59c090d0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.398291] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf51286f-58b4-419d-a341-56d90638166c taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.399431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.399814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.400110] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.400366] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.400516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.400605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.400793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.400912] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.401037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.401344] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf51286f-58b4-419d-a341-56d90638166c taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.401472] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.401557] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.401778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.401925] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.402070] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.402144] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.402298] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.402401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.402507] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.402627] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf51286f-58b4-419d-a341-56d90638166c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.432667] env[69439]: INFO networking_nsxv3.common.synchronization [req-cdb4db2c-8343-4085-b3b7-2e2499237b1b req-68fee806-96e2-4c12-9004-649482ee899d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Enqueued Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 722.432791] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 722.433638] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.433638] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.433638] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.433638] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.433812] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.433812] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.433931] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.434028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.434947] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.435065] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.558308] env[69439]: INFO networking_nsxv3.common.synchronization [None req-d691ba07-27d9-4e58-a9fd-1e11d9b0d65a None None] Enqueued Resource ID: 6a37c717-dbea-4d24-83f9-f6aa85591cd8 with Priority: HIGHEST for action port [ 722.558701] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a37c717-dbea-4d24-83f9-f6aa85591cd8 with Priority: HIGHEST for action port [ 722.559046] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a37c717-dbea-4d24-83f9-f6aa85591cd8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.563185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a37c717-dbea-4d24-83f9-f6aa85591cd8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.563378] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a37c717-dbea-4d24-83f9-f6aa85591cd8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.564353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a37c717-dbea-4d24-83f9-f6aa85591cd8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.564436] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a37c717-dbea-4d24-83f9-f6aa85591cd8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.611756] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4060c5d7-8bd7-4f2d-b44a-12c40c815c97 [ 722.611756] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.611756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.611756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.611756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.611756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.611756] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4060c5d7-8bd7-4f2d-b44a-12c40c815c97 already deleted. [ 722.611756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4060c5d7-8bd7-4f2d-b44a-12c40c815c97" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.749563] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03336a7-c0b3-43d8-8fcd-3049396f1743 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.749694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.749921] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.751870] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 379b0907-165e-4aad-92c3-95dc59c090d0 with status ACTIVE [ 722.751870] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.751870] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.751870] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.752141] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.752348] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.754037] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.754037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.754037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.754037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.754037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.758439] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.758439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.758439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.758439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.758439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.758439] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 379b0907-165e-4aad-92c3-95dc59c090d0 is going to be updated. [ 722.780648] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.781971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.781971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.781971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.781971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.781971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-379b0907-165e-4aad-92c3-95dc59c090d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.905853] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf51286f-58b4-419d-a341-56d90638166c: rpc.has_security_group_logging(os_id): False [ 722.930938] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.931410] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.931965] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.932352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.932605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.934027] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.934027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.934027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.934027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.934027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.934801] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.938024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.938024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.938024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.938024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.938024] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.938024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.938024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.938024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.938024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.938024] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf51286f-58b4-419d-a341-56d90638166c is going to be created. [ 722.939556] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.940032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.940251] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.941123] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.942171] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.942534] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.942806] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.943008] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.943302] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.943555] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.943773] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 already deleted. [ 722.943966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.026912] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.028370] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.028525] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.028825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.029155] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.042114] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf51286f-58b4-419d-a341-56d90638166c in Status: IN_PROGRESS for 2s [ 723.067688] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a37c717-dbea-4d24-83f9-f6aa85591cd8 [ 723.067989] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.068151] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.068221] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.068444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.068549] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.068702] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a37c717-dbea-4d24-83f9-f6aa85591cd8 already deleted. [ 723.068735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a37c717-dbea-4d24-83f9-f6aa85591cd8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.252554] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.516383] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.516977] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-959" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.516977] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-959" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.519194] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-959" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.519486] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.519660] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.520828] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.520828] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.520828] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.520828] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.520828] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.520828] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.520828] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.521082] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.521082] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.521159] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.524476] env[69439]: INFO networking_nsxv3.common.synchronization [req-1017effc-be2e-48d7-b4bf-5ba92561f3ad req-a217cad0-d9ac-43ca-a27e-e185c2b7bb68 tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Enqueued Resource ID: 27f4a9be-90a4-4341-b1de-562ac534346c with Priority: HIGHEST for action security_group_members [ 723.525453] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f4a9be-90a4-4341-b1de-562ac534346c with Priority: HIGHEST for action security_group_members [ 723.526147] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f4a9be-90a4-4341-b1de-562ac534346c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.526256] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.526300] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.526792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.526792] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.526792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.526973] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.527019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.527765] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.527765] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27f4a9be-90a4-4341-b1de-562ac534346c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.553872] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.554043] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 723.554199] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.554420] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-959" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.554883] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-0f025ac1-3f58-43d7-9e27-1347bb8f0c1b taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.555121] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-0f025ac1-3f58-43d7-9e27-1347bb8f0c1b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.555290] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-0f025ac1-3f58-43d7-9e27-1347bb8f0c1b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.555694] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-0f025ac1-3f58-43d7-9e27-1347bb8f0c1b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.555903] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f025ac1-3f58-43d7-9e27-1347bb8f0c1b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.704984] env[69439]: INFO networking_nsxv3.common.synchronization [None req-14e18e37-4cdf-4148-988c-f4f8c16feaa0 None None] Enqueued Resource ID: 2c6a25d3-c306-40dc-90c5-da1a39c04ca7 with Priority: HIGHEST for action port [ 723.705297] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6a25d3-c306-40dc-90c5-da1a39c04ca7 with Priority: HIGHEST for action port [ 723.706926] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c6a25d3-c306-40dc-90c5-da1a39c04ca7 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.707175] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c6a25d3-c306-40dc-90c5-da1a39c04ca7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.707306] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c6a25d3-c306-40dc-90c5-da1a39c04ca7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.707873] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c6a25d3-c306-40dc-90c5-da1a39c04ca7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.707873] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c6a25d3-c306-40dc-90c5-da1a39c04ca7',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.757846] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.757846] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.757846] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.757846] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.757846] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.757846] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 is going to be created. [ 723.796082] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.797134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.797134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.797134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.797710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.811129] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 in Status: UNINITIALIZED for 2s [ 724.029512] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.029883] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.029883] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.029959] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.030102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.031027] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.031027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.031027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.031027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.031027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.031027] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f4a9be-90a4-4341-b1de-562ac534346c already deleted. [ 724.031027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.067179] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.067179] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.067179] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.069075] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.069075] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.069075] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 0f025ac1-3f58-43d7-9e27-1347bb8f0c1b not found, creating... [ 724.069075] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.070102] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.072052] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.072052] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.072052] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.072052] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.072052] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.072052] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.072545] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.072695] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.072984] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 0f025ac1-3f58-43d7-9e27-1347bb8f0c1b is going to be created. [ 724.096134] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f in Status: SUCCESS [ 724.096492] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.096786] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.097016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.101043] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.101043] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.101043] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.101043] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.101043] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.101043] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.101043] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ed020c0-3ad9-4993-94a9-c4406f271a3f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.102708] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.103092] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.103288] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.103622] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.103904] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.104228] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-0f025ac1-3f58-43d7-9e27-1347bb8f0c1b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.211768] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c6a25d3-c306-40dc-90c5-da1a39c04ca7 [ 724.211768] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.211768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.211768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.211768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.211768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.211768] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c6a25d3-c306-40dc-90c5-da1a39c04ca7 already deleted. [ 724.211768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c6a25d3-c306-40dc-90c5-da1a39c04ca7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.406046] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.407790] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-411" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.408022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-411" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.409315] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-411" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.412020] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.412020] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.412020] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.412020] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.412020] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.412020] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.412020] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.413436] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.413651] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.413885] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.414079] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.414239] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.448241] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.451411] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 724.451411] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.451411] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-411" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.451411] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-2ee3233f-54ee-45e6-836d-44509596ac88 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.451411] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-2ee3233f-54ee-45e6-836d-44509596ac88" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.451411] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-2ee3233f-54ee-45e6-836d-44509596ac88" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.451411] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-2ee3233f-54ee-45e6-836d-44509596ac88" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.451411] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ee3233f-54ee-45e6-836d-44509596ac88',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.515108] env[69439]: INFO networking_nsxv3.common.synchronization [None req-30806b4d-5c08-4457-b321-99d1b9059dc7 None None] Enqueued Resource ID: f928c361-ba1d-454f-8ef0-3d58212fd108 with Priority: HIGHEST for action port [ 724.515373] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f928c361-ba1d-454f-8ef0-3d58212fd108 with Priority: HIGHEST for action port [ 724.516041] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-f928c361-ba1d-454f-8ef0-3d58212fd108 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.516186] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f928c361-ba1d-454f-8ef0-3d58212fd108" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.516350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f928c361-ba1d-454f-8ef0-3d58212fd108" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.516568] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f928c361-ba1d-454f-8ef0-3d58212fd108" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.516692] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f928c361-ba1d-454f-8ef0-3d58212fd108',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.600994] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed020c0-3ad9-4993-94a9-c4406f271a3f taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.601362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.601536] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.601843] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.604025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.604025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.604025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.604025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.604025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.604025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.604025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed020c0-3ad9-4993-94a9-c4406f271a3f taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.604025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.604025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.604025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.604025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.604025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.604025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.604025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.605027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.605265] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.605452] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ed020c0-3ad9-4993-94a9-c4406f271a3f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.618157] env[69439]: INFO networking_nsxv3.common.synchronization [None req-e918cb74-ecaa-4c55-a2d8-d0273e4ce862 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Enqueued Resource ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 with Priority: HIGHEST for action security_group_rules [ 724.618157] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 with Priority: HIGHEST for action security_group_rules [ 724.618157] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93365572-f90a-45d3-bc00-b09b23bc9bb2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.618157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.618157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.618157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.618724] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93365572-f90a-45d3-bc00-b09b23bc9bb2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.817282] env[69439]: INFO networking_nsxv3.common.synchronization [None req-5d5efa4b-f637-4c60-81b5-352aed335961 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Enqueued Resource ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 with Priority: HIGHEST for action security_group_rules [ 724.817869] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 with Priority: HIGHEST for action security_group_rules [ 724.818330] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93365572-f90a-45d3-bc00-b09b23bc9bb2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.818445] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.961177] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.961177] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.961177] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.961177] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.961177] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.961177] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 2ee3233f-54ee-45e6-836d-44509596ac88 not found, creating... [ 724.961177] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.961177] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.961177] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.962452] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.962563] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.965164] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.965164] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.965164] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.965164] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.965164] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.965164] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 2ee3233f-54ee-45e6-836d-44509596ac88 is going to be created. [ 724.987989] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.987989] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.987989] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.987989] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.987989] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.987989] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-2ee3233f-54ee-45e6-836d-44509596ac88" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.019471] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f928c361-ba1d-454f-8ef0-3d58212fd108 [ 725.020807] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.021671] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.024020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.024020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.024020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.024020] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f928c361-ba1d-454f-8ef0-3d58212fd108 already deleted. [ 725.024020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f928c361-ba1d-454f-8ef0-3d58212fd108" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.059379] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf51286f-58b4-419d-a341-56d90638166c in Status: SUCCESS [ 725.060279] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.108435] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ed020c0-3ad9-4993-94a9-c4406f271a3f: rpc.has_security_group_logging(os_id): False [ 725.140111] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.140396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.140515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.140806] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.140904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.141141] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.141241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.141285] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.141513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.141644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.141892] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.141993] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.142292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.142599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.142738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.142977] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.143149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.143314] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.143563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.143663] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.143757] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f is going to be created. [ 725.162933] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.165584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.165707] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.166023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.166125] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.166229] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 already deleted. [ 725.166313] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.166469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.166734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.166842] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93365572-f90a-45d3-bc00-b09b23bc9bb2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.252771] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.253074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.253172] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.257022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.257022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.268863] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f in Status: IN_PROGRESS for 2s [ 725.290257] env[69439]: INFO networking_nsxv3.common.synchronization [None req-3e5683b4-979d-4642-b215-5be4357990e7 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Enqueued Resource ID: 27f51a38-e91e-4336-bd24-279544cc54e4 with Priority: HIGHEST for action security_group_rules [ 725.291311] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f51a38-e91e-4336-bd24-279544cc54e4 with Priority: HIGHEST for action security_group_rules [ 725.291675] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27f51a38-e91e-4336-bd24-279544cc54e4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.291824] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.291895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.292366] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.292465] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27f51a38-e91e-4336-bd24-279544cc54e4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.405402] env[69439]: INFO networking_nsxv3.common.synchronization [req-cdb4db2c-8343-4085-b3b7-2e2499237b1b req-c342618c-2da7-4876-b39a-fef9d4eff4c2 service nova] Enqueued Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_rules [ 725.405402] env[69439]: INFO networking_nsxv3.common.synchronization [req-cdb4db2c-8343-4085-b3b7-2e2499237b1b req-c342618c-2da7-4876-b39a-fef9d4eff4c2 service nova] Enqueued Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 725.405402] env[69439]: INFO networking_nsxv3.common.synchronization [req-cdb4db2c-8343-4085-b3b7-2e2499237b1b req-c342618c-2da7-4876-b39a-fef9d4eff4c2 service nova] Enqueued Resource ID: 0f025ac1-3f58-43d7-9e27-1347bb8f0c1b with Priority: HIGHEST for action port [ 725.405402] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_rules [ 725.405570] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 725.406409] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f025ac1-3f58-43d7-9e27-1347bb8f0c1b with Priority: HIGHEST for action port [ 725.406772] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.406976] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.407080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.407382] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.407470] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.409578] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.409578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.409578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.409578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.409578] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.409578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.409578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.409934] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.409934] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.409934] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.411259] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f025ac1-3f58-43d7-9e27-1347bb8f0c1b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.411434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f025ac1-3f58-43d7-9e27-1347bb8f0c1b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.411509] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f025ac1-3f58-43d7-9e27-1347bb8f0c1b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.413838] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f025ac1-3f58-43d7-9e27-1347bb8f0c1b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.413838] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f025ac1-3f58-43d7-9e27-1347bb8f0c1b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.655504] env[69439]: INFO networking_nsxv3.common.synchronization [None req-17e2c08f-c360-419c-b08e-3c8e6c7fea03 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Enqueued Resource ID: 27f51a38-e91e-4336-bd24-279544cc54e4 with Priority: HIGHEST for action security_group_rules [ 725.656444] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f51a38-e91e-4336-bd24-279544cc54e4 with Priority: HIGHEST for action security_group_rules [ 725.656444] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27f51a38-e91e-4336-bd24-279544cc54e4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.656444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.692663] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.692663] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.692663] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.692663] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.692663] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.692663] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 already deleted. [ 725.692663] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.804588] env[69439]: INFO networking_nsxv3.common.synchronization [None req-24edbc13-0a56-4d7b-a7f8-fd5750f4df65 None None] Enqueued Resource ID: 5611dc5d-d7df-429e-89f2-441804e6e880 with Priority: HIGHEST for action port [ 725.804588] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5611dc5d-d7df-429e-89f2-441804e6e880 with Priority: HIGHEST for action port [ 725.804588] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-5611dc5d-d7df-429e-89f2-441804e6e880 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.804853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5611dc5d-d7df-429e-89f2-441804e6e880" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.805078] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5611dc5d-d7df-429e-89f2-441804e6e880" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.806259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5611dc5d-d7df-429e-89f2-441804e6e880" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.806380] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5611dc5d-d7df-429e-89f2-441804e6e880',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.815851] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.816078] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.816124] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.817394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.817394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.817394] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27f51a38-e91e-4336-bd24-279544cc54e4 already deleted. [ 725.817394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.817394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.817394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.817394] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27f51a38-e91e-4336-bd24-279544cc54e4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.822753] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 in Status: SUCCESS [ 725.823013] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.823777] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.823777] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.828028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.828028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.828028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.828028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.828028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.828028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.828028] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.914261] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.918089] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.918089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.918089] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f025ac1-3f58-43d7-9e27-1347bb8f0c1b with status ACTIVE [ 725.918089] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.918089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.918089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.918089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.918089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.918089] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.918089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.918089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.918089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.918089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.918089] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.919279] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.919279] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.919279] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.919279] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.919279] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f025ac1-3f58-43d7-9e27-1347bb8f0c1b is going to be updated. [ 725.949793] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.951344] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.951753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.951800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.952013] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.952289] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f025ac1-3f58-43d7-9e27-1347bb8f0c1b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.123979] env[69439]: INFO networking_nsxv3.common.synchronization [None req-29a5b9af-b15c-460f-813e-3689734509b5 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Enqueued Resource ID: 95143d24-63f6-4939-95d0-89a5ed82776a with Priority: HIGHEST for action security_group_rules [ 726.124907] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95143d24-63f6-4939-95d0-89a5ed82776a with Priority: HIGHEST for action security_group_rules [ 726.125683] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95143d24-63f6-4939-95d0-89a5ed82776a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.125841] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.125925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.126647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.126647] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95143d24-63f6-4939-95d0-89a5ed82776a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.198164] env[69439]: INFO networking_nsxv3.common.synchronization [req-1017effc-be2e-48d7-b4bf-5ba92561f3ad req-42b9f237-c762-4dc7-be3a-1394770cbd1d service nova] Enqueued Resource ID: 27f4a9be-90a4-4341-b1de-562ac534346c with Priority: HIGHEST for action security_group_rules [ 726.198273] env[69439]: INFO networking_nsxv3.common.synchronization [req-1017effc-be2e-48d7-b4bf-5ba92561f3ad req-42b9f237-c762-4dc7-be3a-1394770cbd1d service nova] Enqueued Resource ID: 27f4a9be-90a4-4341-b1de-562ac534346c with Priority: HIGHEST for action security_group_members [ 726.198422] env[69439]: INFO networking_nsxv3.common.synchronization [req-1017effc-be2e-48d7-b4bf-5ba92561f3ad req-42b9f237-c762-4dc7-be3a-1394770cbd1d service nova] Enqueued Resource ID: 2ee3233f-54ee-45e6-836d-44509596ac88 with Priority: HIGHEST for action port [ 726.198992] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f4a9be-90a4-4341-b1de-562ac534346c with Priority: HIGHEST for action security_group_rules [ 726.199314] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f4a9be-90a4-4341-b1de-562ac534346c with Priority: HIGHEST for action security_group_members [ 726.199314] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee3233f-54ee-45e6-836d-44509596ac88 with Priority: HIGHEST for action port [ 726.199528] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27f4a9be-90a4-4341-b1de-562ac534346c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.200080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.200080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.200080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.200080] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27f4a9be-90a4-4341-b1de-562ac534346c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.200888] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f4a9be-90a4-4341-b1de-562ac534346c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.201041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.201077] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.201782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.201782] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.201782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.201782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.201782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.201782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.202252] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27f4a9be-90a4-4341-b1de-562ac534346c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.206800] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ee3233f-54ee-45e6-836d-44509596ac88 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.207047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ee3233f-54ee-45e6-836d-44509596ac88" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.207047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ee3233f-54ee-45e6-836d-44509596ac88" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.207634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ee3233f-54ee-45e6-836d-44509596ac88" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.207634] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ee3233f-54ee-45e6-836d-44509596ac88',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.309222] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5611dc5d-d7df-429e-89f2-441804e6e880 [ 726.309646] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.309862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.309964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.310260] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.310386] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.310522] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5611dc5d-d7df-429e-89f2-441804e6e880 already deleted. [ 726.310646] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5611dc5d-d7df-429e-89f2-441804e6e880" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.328597] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.346736] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.346936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.347296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.347296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.347431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.347487] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27f51a38-e91e-4336-bd24-279544cc54e4 already deleted. [ 726.347567] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.421299] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.446378] env[69439]: INFO networking_nsxv3.common.synchronization [None req-af7c361a-aefa-4c33-907a-28e69ca58d2a tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Enqueued Resource ID: 95143d24-63f6-4939-95d0-89a5ed82776a with Priority: HIGHEST for action security_group_rules [ 726.446918] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95143d24-63f6-4939-95d0-89a5ed82776a with Priority: HIGHEST for action security_group_rules [ 726.447257] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95143d24-63f6-4939-95d0-89a5ed82776a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.447376] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.649724] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.649943] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.650035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.650298] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.650425] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.650548] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95143d24-63f6-4939-95d0-89a5ed82776a already deleted. [ 726.650642] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.650824] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.651018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.651427] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95143d24-63f6-4939-95d0-89a5ed82776a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.709883] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f4a9be-90a4-4341-b1de-562ac534346c taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.709966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.710135] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27f4a9be-90a4-4341-b1de-562ac534346c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.712119] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ee3233f-54ee-45e6-836d-44509596ac88 with status ACTIVE [ 726.712422] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.712505] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.712562] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.712772] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.712864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.713050] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.713153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.713217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.713404] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.713568] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.713678] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.713766] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.713853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.714026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.714122] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.714122] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ee3233f-54ee-45e6-836d-44509596ac88 is going to be updated. [ 726.739616] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.739737] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.739821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.740050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.741059] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.741059] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ee3233f-54ee-45e6-836d-44509596ac88" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.742974] env[69439]: INFO networking_nsxv3.common.synchronization [req-3902c152-84ec-4b76-b864-5f7dbffd1e8e req-15720a0c-2632-41d0-8b23-edfc6d4ccc11 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Enqueued Resource ID: 7bdfb6b6-657f-481e-9325-6247cbdd314d with Priority: HIGHEST for action security_group_members [ 726.743224] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdfb6b6-657f-481e-9325-6247cbdd314d with Priority: HIGHEST for action security_group_members [ 726.743769] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdfb6b6-657f-481e-9325-6247cbdd314d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.744160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.744160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.744273] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.744375] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.744473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.744537] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.744694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.744793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.744888] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdfb6b6-657f-481e-9325-6247cbdd314d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.831085] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a03336a7-c0b3-43d8-8fcd-3049396f1743: rpc.has_security_group_logging(os_id): False [ 726.849868] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.850036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.850106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.850339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.850749] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.850749] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.850942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.850942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.851204] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.851204] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.851204] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 is going to be created. [ 726.924275] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.924441] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.924527] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.924734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.924829] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.924928] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 is going to be created. [ 726.937342] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.937664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.938342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.938712] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.939037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.953348] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 in Status: IN_PROGRESS for 2s [ 726.957657] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.961138] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.961138] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.961138] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.961138] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.978030] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: UNINITIALIZED for 2s [ 727.195415] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.195415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.195415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.195415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.195415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.195415] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95143d24-63f6-4939-95d0-89a5ed82776a already deleted. [ 727.195415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.214139] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27f4a9be-90a4-4341-b1de-562ac534346c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.249793] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.249793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.249793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.249793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.249793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.249793] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.249793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.249793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.249793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.249793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.249793] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdfb6b6-657f-481e-9325-6247cbdd314d already deleted. [ 727.249793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.284354] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f in Status: SUCCESS [ 727.285471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.347447] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-281 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.347447] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.347447] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.347447] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.349874] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.350316] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.350806] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.351214] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.353612] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.353612] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.353612] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.353612] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.353612] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.353612] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.353612] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.353612] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.390369] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.390369] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 727.390369] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.390369] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.390369] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-577f1539-33fa-4d79-b257-af472b94dc8b taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.390369] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-577f1539-33fa-4d79-b257-af472b94dc8b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.390369] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-577f1539-33fa-4d79-b257-af472b94dc8b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.391409] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-577f1539-33fa-4d79-b257-af472b94dc8b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.391745] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('577f1539-33fa-4d79-b257-af472b94dc8b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.715848] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.716080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.716167] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.716453] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.716551] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.716658] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f4a9be-90a4-4341-b1de-562ac534346c is going to be created. [ 727.744255] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.744421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.744461] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.744675] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.744837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.759335] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f4a9be-90a4-4341-b1de-562ac534346c in Status: UNINITIALIZED for 2s [ 727.896385] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.896385] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.896570] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.896901] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.897154] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.897334] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 577f1539-33fa-4d79-b257-af472b94dc8b not found, creating... [ 727.898170] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.898170] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.898170] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.898577] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.898577] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.898754] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.898908] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.899585] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.899919] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.900029] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.900183] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 577f1539-33fa-4d79-b257-af472b94dc8b is going to be created. [ 727.927310] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.927310] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.927310] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.927310] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.927310] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.927798] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-577f1539-33fa-4d79-b257-af472b94dc8b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.515037] env[69439]: INFO networking_nsxv3.common.synchronization [req-3896f041-969e-45c3-b37f-a62ed5a10aaa req-edca0f46-2b2f-496c-b0b3-6de4ce9c504b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Enqueued Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 728.515037] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 728.515037] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.515037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.517108] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.517506] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.517729] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.517847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.517920] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.518162] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.518304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.518448] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.806026] env[69439]: INFO networking_nsxv3.common.synchronization [req-3902c152-84ec-4b76-b864-5f7dbffd1e8e req-cbb40fa6-5cbf-4fc8-8850-49301152ebc6 service nova] Enqueued Resource ID: 7bdfb6b6-657f-481e-9325-6247cbdd314d with Priority: HIGHEST for action security_group_rules [ 728.806269] env[69439]: INFO networking_nsxv3.common.synchronization [req-3902c152-84ec-4b76-b864-5f7dbffd1e8e req-cbb40fa6-5cbf-4fc8-8850-49301152ebc6 service nova] Enqueued Resource ID: 7bdfb6b6-657f-481e-9325-6247cbdd314d with Priority: HIGHEST for action security_group_members [ 728.806418] env[69439]: INFO networking_nsxv3.common.synchronization [req-3902c152-84ec-4b76-b864-5f7dbffd1e8e req-cbb40fa6-5cbf-4fc8-8850-49301152ebc6 service nova] Enqueued Resource ID: 577f1539-33fa-4d79-b257-af472b94dc8b with Priority: HIGHEST for action port [ 728.807192] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdfb6b6-657f-481e-9325-6247cbdd314d with Priority: HIGHEST for action security_group_rules [ 728.807402] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdfb6b6-657f-481e-9325-6247cbdd314d with Priority: HIGHEST for action security_group_members [ 728.807573] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 577f1539-33fa-4d79-b257-af472b94dc8b with Priority: HIGHEST for action port [ 728.808482] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bdfb6b6-657f-481e-9325-6247cbdd314d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.808482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.808482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.808773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.808898] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bdfb6b6-657f-481e-9325-6247cbdd314d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.810530] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdfb6b6-657f-481e-9325-6247cbdd314d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.810690] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.810796] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.811499] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.811499] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.811499] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.811742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.811742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.811861] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.812009] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdfb6b6-657f-481e-9325-6247cbdd314d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.813167] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-577f1539-33fa-4d79-b257-af472b94dc8b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.813289] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-577f1539-33fa-4d79-b257-af472b94dc8b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.813382] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-577f1539-33fa-4d79-b257-af472b94dc8b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.813662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-577f1539-33fa-4d79-b257-af472b94dc8b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.813754] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('577f1539-33fa-4d79-b257-af472b94dc8b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.969816] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 in Status: SUCCESS [ 728.970219] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.983632] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: SUCCESS [ 728.983850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.984020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.984238] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.984456] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.986480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.986480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.986480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.986480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.986480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.986480] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.003915] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.004138] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.004272] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.004613] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.004839] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.004987] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.005919] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.007165] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.007369] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.007604] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.007830] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.009908] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.009908] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.009908] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.009908] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.009908] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.021212] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.021360] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.021434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.021659] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.021754] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.021963] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.022091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.022158] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.022319] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.022398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.022485] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 already deleted. [ 729.022574] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.033928] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.033928] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 729.033928] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.033928] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.033928] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-18b28c5b-7743-470b-8543-6763e961bb1b taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.034687] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-18b28c5b-7743-470b-8543-6763e961bb1b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.034687] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-18b28c5b-7743-470b-8543-6763e961bb1b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.034687] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-18b28c5b-7743-470b-8543-6763e961bb1b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.034884] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b28c5b-7743-470b-8543-6763e961bb1b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.320400] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bdfb6b6-657f-481e-9325-6247cbdd314d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.325070] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdfb6b6-657f-481e-9325-6247cbdd314d taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.325070] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.325070] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 577f1539-33fa-4d79-b257-af472b94dc8b with status ACTIVE [ 729.325070] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.325070] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.325070] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.325070] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.325070] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.325070] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.325070] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.325070] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.325070] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.325070] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.325070] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.326167] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.326167] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.326167] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.326167] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.326167] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 577f1539-33fa-4d79-b257-af472b94dc8b is going to be updated. [ 729.352531] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.352731] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.352771] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.352971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.353136] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.353528] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-577f1539-33fa-4d79-b257-af472b94dc8b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.488743] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.538720] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.539077] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.539221] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.539486] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.540218] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.540427] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 18b28c5b-7743-470b-8543-6763e961bb1b not found, creating... [ 729.540751] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.540929] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.541067] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.541653] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.541653] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.541753] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.542091] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.542091] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.542252] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.542432] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.542618] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 18b28c5b-7743-470b-8543-6763e961bb1b is going to be created. [ 729.568509] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.568869] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.568960] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.569237] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.569520] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.569794] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-18b28c5b-7743-470b-8543-6763e961bb1b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.772137] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f4a9be-90a4-4341-b1de-562ac534346c in Status: SUCCESS [ 729.772249] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.772942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.772942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.773215] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.773352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.773435] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.773894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.773894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.773894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.774074] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27f4a9be-90a4-4341-b1de-562ac534346c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.827574] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bdfb6b6-657f-481e-9325-6247cbdd314d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.992748] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0562be3f-b738-450a-9cb6-12de1ff84845: rpc.has_security_group_logging(os_id): False [ 730.013613] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.013851] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.013924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.014185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.014308] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.014610] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.014806] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.014896] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.015096] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.015276] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.015324] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 is going to be created. [ 730.088651] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.088651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.088651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.088651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.088651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.105445] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: IN_PROGRESS for 2s [ 730.276128] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27f4a9be-90a4-4341-b1de-562ac534346c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.333161] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.333356] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.333356] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.333566] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.333656] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.333774] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdfb6b6-657f-481e-9325-6247cbdd314d is going to be created. [ 730.364397] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.364397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.364397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.364397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.364397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.377543] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdfb6b6-657f-481e-9325-6247cbdd314d in Status: UNINITIALIZED for 2s [ 730.429864] env[69439]: INFO networking_nsxv3.common.synchronization [req-3896f041-969e-45c3-b37f-a62ed5a10aaa req-62a1706e-7754-4575-9332-1c8c1e0bc691 service nova] Enqueued Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_rules [ 730.429864] env[69439]: INFO networking_nsxv3.common.synchronization [req-3896f041-969e-45c3-b37f-a62ed5a10aaa req-62a1706e-7754-4575-9332-1c8c1e0bc691 service nova] Enqueued Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 730.429864] env[69439]: INFO networking_nsxv3.common.synchronization [req-3896f041-969e-45c3-b37f-a62ed5a10aaa req-62a1706e-7754-4575-9332-1c8c1e0bc691 service nova] Enqueued Resource ID: 18b28c5b-7743-470b-8543-6763e961bb1b with Priority: HIGHEST for action port [ 730.429864] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_rules [ 730.429864] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 730.429864] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18b28c5b-7743-470b-8543-6763e961bb1b with Priority: HIGHEST for action port [ 730.431384] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.434038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.434038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.434038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.434038] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.434529] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.434594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.435218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.435218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.435218] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.435218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.435218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.436143] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.436143] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.436381] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.437343] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-18b28c5b-7743-470b-8543-6763e961bb1b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.437476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18b28c5b-7743-470b-8543-6763e961bb1b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.437584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18b28c5b-7743-470b-8543-6763e961bb1b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.438076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18b28c5b-7743-470b-8543-6763e961bb1b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.438076] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b28c5b-7743-470b-8543-6763e961bb1b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.781456] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27f4a9be-90a4-4341-b1de-562ac534346c: rpc.has_security_group_logging(os_id): False [ 730.803941] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.804061] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.804141] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.804362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.804447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.804715] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.804824] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.804896] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.805056] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.805139] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.805226] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27f4a9be-90a4-4341-b1de-562ac534346c is going to be created. [ 730.879158] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.879452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.879658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.880058] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.880058] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.892416] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27f4a9be-90a4-4341-b1de-562ac534346c in Status: IN_PROGRESS for 2s [ 730.940309] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.942595] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.942857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.943198] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18b28c5b-7743-470b-8543-6763e961bb1b with status ACTIVE [ 730.943543] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.943663] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.943737] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.944104] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.944256] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.944531] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.944997] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.944997] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.945256] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.945477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.945696] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.945858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.945926] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.946183] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.946310] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.946534] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18b28c5b-7743-470b-8543-6763e961bb1b is going to be updated. [ 731.001132] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.001132] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.001132] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.001132] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.001132] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.001132] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18b28c5b-7743-470b-8543-6763e961bb1b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.383933] env[69439]: INFO networking_nsxv3.common.synchronization [req-cd0c0677-f87d-497c-a033-b527726c8803 req-5ef0b9df-e41c-432e-9513-503bcbc27a49 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Enqueued Resource ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc with Priority: HIGHEST for action security_group_members [ 731.384155] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc with Priority: HIGHEST for action security_group_members [ 731.384488] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.384675] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.384762] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.384933] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.388526] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.388526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.388526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.388526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.388526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.388526] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28bd900f-2c7b-4fde-aa97-aba6a48fb3cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.449941] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.891588] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.891901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.891901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.891970] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.892079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.892243] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.892339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.892405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.892554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.892676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.892720] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc is going to be updated. [ 731.932524] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.933979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.934101] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.934440] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.934606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.945352] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc in Status: IN_PROGRESS for 2s [ 731.954887] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.954887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.954887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.954887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.954887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.954887] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 is going to be created. [ 731.979824] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.980856] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.981363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.981685] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.982264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.995220] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: UNINITIALIZED for 2s [ 732.122249] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: SUCCESS [ 732.122249] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.210040] env[69439]: INFO networking_nsxv3.common.synchronization [req-e2c95f14-641d-4923-a997-dd632f5e7426 req-51e161c3-fdb8-477b-b088-328880a8be66 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Enqueued Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_members [ 732.210794] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_members [ 732.211289] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6bba24-9977-4bcf-bfd3-2825668fd047 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.211458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.211538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.212577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.212577] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.214513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.214571] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.215125] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.215125] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.215247] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.390017] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdfb6b6-657f-481e-9325-6247cbdd314d in Status: SUCCESS [ 732.390245] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.391268] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.391268] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.391496] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.391603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.391667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.391851] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.391926] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.392033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.392124] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bdfb6b6-657f-481e-9325-6247cbdd314d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.720530] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.720530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.720530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.720530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.720530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.721161] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.721161] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.721161] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.721161] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.721161] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.721161] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 already deleted. [ 732.721500] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.894850] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdfb6b6-657f-481e-9325-6247cbdd314d taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.895497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.895497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.895497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.895497] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.895755] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.895755] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.895755] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.895873] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.896197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.896197] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdfb6b6-657f-481e-9325-6247cbdd314d taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.896197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.896394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.896394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.896744] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.896744] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.896744] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.896888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.896888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.897084] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.897084] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bdfb6b6-657f-481e-9325-6247cbdd314d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.911773] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27f4a9be-90a4-4341-b1de-562ac534346c in Status: SUCCESS [ 732.911993] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.969192] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.969192] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-296" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.969192] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-296" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.969192] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-296" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.969192] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.969192] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.969192] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.969192] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.969703] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.970610] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.970610] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.970610] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.970610] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.970610] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.970844] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.970906] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.003669] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.004072] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.004193] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.004473] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-296" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.004990] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.005310] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.005644] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.007466] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.007759] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.398979] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bdfb6b6-657f-481e-9325-6247cbdd314d: rpc.has_security_group_logging(os_id): False [ 733.424564] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.424974] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.425062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.425327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.425504] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.426416] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.426416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.426416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.426724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.426840] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.427153] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.427302] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.427333] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.427858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.427858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.428068] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.428068] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.428247] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.429765] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.429765] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.429765] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bdfb6b6-657f-481e-9325-6247cbdd314d is going to be created. [ 733.512673] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.513041] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.513255] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.513575] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.513784] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.514271] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd not found, creating... [ 733.514679] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.514935] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.515145] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.516667] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.516667] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.516667] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.516667] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.517538] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.517538] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.517538] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.517808] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd is going to be created. [ 733.527509] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.527509] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.527509] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.527509] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.527509] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.552259] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.552259] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.552259] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.552259] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.552259] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.552259] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.554111] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bdfb6b6-657f-481e-9325-6247cbdd314d in Status: IN_PROGRESS for 2s [ 733.955853] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc in Status: SUCCESS [ 733.956185] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc deletion is rescheduled due to dependency. [ 733.956185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.004809] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: SUCCESS [ 734.005174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.005267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.005458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.005686] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.005821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.005885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.006069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.006159] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.006241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.006350] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.155923] env[69439]: INFO networking_nsxv3.common.synchronization [req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 req-7eaef2cd-62f2-4943-a2cd-04add4e924a1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Enqueued Resource ID: cf51286f-58b4-419d-a341-56d90638166c with Priority: HIGHEST for action security_group_members [ 734.161146] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf51286f-58b4-419d-a341-56d90638166c with Priority: HIGHEST for action security_group_members [ 734.161539] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf51286f-58b4-419d-a341-56d90638166c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.161673] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.161745] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.162163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.162163] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.162301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.162337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.163125] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.163125] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.163125] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf51286f-58b4-419d-a341-56d90638166c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.514025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.514025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.514025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.514025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.514025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.514025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.514025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.514025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.514025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.514025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.514025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.514025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.514025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.514025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.514025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.514025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.514803] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.514803] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.514803] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.514803] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.514803] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.669315] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.671241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.672338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.672338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.672338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.672548] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.672639] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.672725] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.672968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.675325] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.677278] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf51286f-58b4-419d-a341-56d90638166c is going to be updated. [ 734.722356] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.722648] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.722648] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.722862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.723031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.736936] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf51286f-58b4-419d-a341-56d90638166c in Status: IN_PROGRESS for 2s [ 734.749625] env[69439]: INFO networking_nsxv3.common.synchronization [req-e2c95f14-641d-4923-a997-dd632f5e7426 req-090988cd-04c4-4fb8-ac3b-e547bb57e942 service nova] Enqueued Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_rules [ 734.751182] env[69439]: INFO networking_nsxv3.common.synchronization [req-e2c95f14-641d-4923-a997-dd632f5e7426 req-090988cd-04c4-4fb8-ac3b-e547bb57e942 service nova] Enqueued Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_members [ 734.751182] env[69439]: INFO networking_nsxv3.common.synchronization [req-e2c95f14-641d-4923-a997-dd632f5e7426 req-090988cd-04c4-4fb8-ac3b-e547bb57e942 service nova] Enqueued Resource ID: ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd with Priority: HIGHEST for action port [ 734.751182] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_rules [ 734.751182] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_members [ 734.752072] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd with Priority: HIGHEST for action port [ 734.753012] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a6bba24-9977-4bcf-bfd3-2825668fd047 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.753012] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.753012] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.753948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.753948] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.756130] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6bba24-9977-4bcf-bfd3-2825668fd047 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.756511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.756511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.756769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.758676] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.758676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.758676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.758676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.758676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.758676] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.761803] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.762124] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.762124] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.762412] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.762472] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.017922] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d03d0dd-141b-4e28-bff1-57674f5ca682: rpc.has_security_group_logging(os_id): False [ 735.050217] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.050217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.050217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.050217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.050217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.050217] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.050217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.050217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.050217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.050217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.050217] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.050217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.050217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.050217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.050217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.056667] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.056667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.056667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.056667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.056667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.056667] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 is going to be created. [ 735.133790] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.134077] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.134077] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.134257] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.134506] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.145742] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: IN_PROGRESS for 2s [ 735.261792] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.264702] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6bba24-9977-4bcf-bfd3-2825668fd047 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.264702] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.270522] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd with status ACTIVE [ 735.270522] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.270522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.270522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.270522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.270522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.270931] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.270931] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.270931] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.271154] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.271206] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.271992] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.271992] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.271992] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.271992] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.272258] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.272258] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd is going to be updated. [ 735.306576] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.308382] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.308466] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.309033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.309303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.309625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.572521] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bdfb6b6-657f-481e-9325-6247cbdd314d in Status: SUCCESS [ 735.574758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.765520] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.267955] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.268353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.268353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.268477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.268599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.268707] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 is going to be created. [ 736.300285] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.300485] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.300485] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.300681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.300844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.313460] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 in Status: UNINITIALIZED for 2s [ 736.498186] env[69439]: INFO networking_nsxv3.common.synchronization [req-0a6168ff-1b68-4603-86e7-d09f9d3f376a req-2f297084-7584-41d9-ba66-b9b2b32ec33b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Enqueued Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 736.499221] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 736.499221] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.499419] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.499419] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.499531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.499753] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.499875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.499937] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.500160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.500251] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.500342] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.750933] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf51286f-58b4-419d-a341-56d90638166c in Status: SUCCESS [ 736.750933] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf51286f-58b4-419d-a341-56d90638166c deletion is rescheduled due to dependency. [ 736.750933] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.002430] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.097588] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.097588] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.097588] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.101212] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.101638] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.101939] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.101939] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.102269] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.102382] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.102591] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.102728] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.102844] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.102968] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.103095] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.103238] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.103348] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.128734] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.128989] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 737.129144] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.129398] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.130033] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-04473d1d-1c99-423f-ae03-9c14e3ccafbf taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.130268] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-04473d1d-1c99-423f-ae03-9c14e3ccafbf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.130436] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-04473d1d-1c99-423f-ae03-9c14e3ccafbf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.130845] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-04473d1d-1c99-423f-ae03-9c14e3ccafbf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.131460] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04473d1d-1c99-423f-ae03-9c14e3ccafbf',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.160544] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: SUCCESS [ 737.160544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.509969] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.642028] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.642028] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.642028] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.642028] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.642028] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.642028] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 04473d1d-1c99-423f-ae03-9c14e3ccafbf not found, creating... [ 737.642028] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.642976] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.643291] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.645711] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.645711] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.645711] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.645711] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.646961] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.647954] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.647954] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.647954] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 04473d1d-1c99-423f-ae03-9c14e3ccafbf is going to be created. [ 737.678900] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.679130] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.679257] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.679547] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.679773] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.680936] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-04473d1d-1c99-423f-ae03-9c14e3ccafbf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.790418] env[69439]: INFO networking_nsxv3.common.synchronization [req-14219649-5e8b-4866-9370-cb0126098c0b req-bbece1e3-21dc-4439-af46-05b8b242fe71 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Enqueued Resource ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f with Priority: HIGHEST for action security_group_members [ 737.792320] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f with Priority: HIGHEST for action security_group_members [ 737.792320] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed020c0-3ad9-4993-94a9-c4406f271a3f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.792320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.792516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.792550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.792687] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.792800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.792869] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.793034] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.793113] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.793195] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed020c0-3ad9-4993-94a9-c4406f271a3f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.013063] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.013528] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.013528] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.013655] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.013764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.013910] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 is going to be updated. [ 738.052840] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.053051] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.053198] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.053417] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.053635] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.070509] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: IN_PROGRESS for 2s [ 738.298363] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.298536] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.298606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.298839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.298935] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.299150] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.299310] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.299394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.299568] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.299661] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.299760] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f is going to be updated. [ 738.328169] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 in Status: SUCCESS [ 738.328169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.328169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.328169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.328169] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.328169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.328169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.328169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.328169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.328169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.328169] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.332772] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.333424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.335026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.335026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.335026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.346357] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f in Status: IN_PROGRESS for 2s [ 738.769586] env[69439]: INFO networking_nsxv3.common.synchronization [req-0a6168ff-1b68-4603-86e7-d09f9d3f376a req-93825239-7213-4fbf-96ac-182e11d1f57c service nova] Enqueued Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_rules [ 738.769866] env[69439]: INFO networking_nsxv3.common.synchronization [req-0a6168ff-1b68-4603-86e7-d09f9d3f376a req-93825239-7213-4fbf-96ac-182e11d1f57c service nova] Enqueued Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 738.770222] env[69439]: INFO networking_nsxv3.common.synchronization [req-0a6168ff-1b68-4603-86e7-d09f9d3f376a req-93825239-7213-4fbf-96ac-182e11d1f57c service nova] Enqueued Resource ID: 04473d1d-1c99-423f-ae03-9c14e3ccafbf with Priority: HIGHEST for action port [ 738.770778] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_rules [ 738.770972] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 738.774366] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04473d1d-1c99-423f-ae03-9c14e3ccafbf with Priority: HIGHEST for action port [ 738.774366] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.774366] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.774366] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.774366] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.774366] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.774366] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.774718] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.774718] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-04473d1d-1c99-423f-ae03-9c14e3ccafbf taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.774829] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04473d1d-1c99-423f-ae03-9c14e3ccafbf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.774878] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04473d1d-1c99-423f-ae03-9c14e3ccafbf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.775224] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04473d1d-1c99-423f-ae03-9c14e3ccafbf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.775224] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04473d1d-1c99-423f-ae03-9c14e3ccafbf',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.836334] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6bba24-9977-4bcf-bfd3-2825668fd047 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.836334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.836334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.836334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.836334] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.836334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.836334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.836334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.836334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.836334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.836334] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6bba24-9977-4bcf-bfd3-2825668fd047 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.836334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.836334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.836334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.836334] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.836334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.836960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.836960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.836960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.836960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.840702] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.277426] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.277663] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.280041] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04473d1d-1c99-423f-ae03-9c14e3ccafbf with status ACTIVE [ 739.280335] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.280475] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.280568] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.280771] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.280868] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.281114] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.281283] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.281710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.281710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.281710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.282477] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.282477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.282477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.282477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.282477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.282477] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04473d1d-1c99-423f-ae03-9c14e3ccafbf is going to be updated. [ 739.332947] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.333167] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.333167] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.333352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.333979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.333979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04473d1d-1c99-423f-ae03-9c14e3ccafbf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.342795] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a6bba24-9977-4bcf-bfd3-2825668fd047: rpc.has_security_group_logging(os_id): False [ 739.363601] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.363815] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.363942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.364160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.364264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.364504] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.364594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.364664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.364830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.364912] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.365118] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.365201] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.365293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.365588] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.365588] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.365712] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.365781] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.365832] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.367124] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.367249] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.367333] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 is going to be created. [ 739.449153] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.449153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.449789] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.449789] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.450234] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.481634] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 in Status: IN_PROGRESS for 2s [ 740.085144] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: SUCCESS [ 740.085588] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.085588] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.086091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.086138] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.086345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.086345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.086521] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.086610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.086711] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.367920] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f in Status: SUCCESS [ 740.367920] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f deletion is rescheduled due to dependency. [ 740.367920] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.395203] env[69439]: INFO networking_nsxv3.common.synchronization [req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 req-c89b6fee-7c44-4c28-b181-394ffffa0d96 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Enqueued Resource ID: e72a7d49-214e-469d-abb9-6f6b0ed6c67d with Priority: HIGHEST for action security_group_members [ 740.395976] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72a7d49-214e-469d-abb9-6f6b0ed6c67d with Priority: HIGHEST for action security_group_members [ 740.398767] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.399019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.399019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.399435] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.399637] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.400916] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.400916] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.400916] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.400916] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.400916] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e72a7d49-214e-469d-abb9-6f6b0ed6c67d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.593961] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.906746] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.906746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.906746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.906746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.906746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.906746] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.906746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.906746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.906746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.906746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.906746] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e72a7d49-214e-469d-abb9-6f6b0ed6c67d already deleted. [ 740.906746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.096233] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.494433] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 in Status: SUCCESS [ 741.494772] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.580200] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.580200] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.580200] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.581923] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.582377] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.582917] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.583207] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.585836] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.585836] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.585836] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.585836] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.585836] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.585836] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.585836] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.585836] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.585836] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.603554] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.603710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.603789] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.604319] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.604319] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.604319] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 is going to be updated. [ 741.614253] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.614568] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 741.614568] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.614769] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.615063] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-822ff49e-5c4e-4854-aa3b-e5267db58356 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.615245] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-822ff49e-5c4e-4854-aa3b-e5267db58356" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.615363] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-822ff49e-5c4e-4854-aa3b-e5267db58356" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.615715] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-822ff49e-5c4e-4854-aa3b-e5267db58356" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.615894] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('822ff49e-5c4e-4854-aa3b-e5267db58356',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.643291] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.643442] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.643505] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.643719] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.643856] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.660579] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: IN_PROGRESS for 2s [ 742.124155] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.124995] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.125329] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.125867] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.128025] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.128025] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 822ff49e-5c4e-4854-aa3b-e5267db58356 not found, creating... [ 742.128025] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.128025] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.128025] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.128025] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.128025] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.128025] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.129209] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.129695] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.130154] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.133258] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.133258] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 822ff49e-5c4e-4854-aa3b-e5267db58356 is going to be created. [ 742.157031] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.157031] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.157031] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.157031] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.157974] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.158437] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-822ff49e-5c4e-4854-aa3b-e5267db58356" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.635870] env[69439]: INFO networking_nsxv3.common.synchronization [None req-f0d64933-0cc7-4c34-855f-0859b913d1ab None None] Enqueued Resource ID: 69aafb68-2a03-4675-bd26-3a6cb88c6f97 with Priority: HIGHEST for action port [ 742.635870] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aafb68-2a03-4675-bd26-3a6cb88c6f97 with Priority: HIGHEST for action port [ 742.638242] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-69aafb68-2a03-4675-bd26-3a6cb88c6f97 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.638242] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69aafb68-2a03-4675-bd26-3a6cb88c6f97" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.638242] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69aafb68-2a03-4675-bd26-3a6cb88c6f97" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.638638] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69aafb68-2a03-4675-bd26-3a6cb88c6f97" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.638697] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69aafb68-2a03-4675-bd26-3a6cb88c6f97',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.972288] env[69439]: INFO networking_nsxv3.common.synchronization [req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 req-992b8920-07e4-44eb-b40b-fb28e4eb5965 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Enqueued Resource ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 with Priority: HIGHEST for action security_group_members [ 742.973048] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 with Priority: HIGHEST for action security_group_members [ 742.973048] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.973201] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.973239] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.974163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.974163] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.974163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.974163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.974163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.974163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.974703] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.144320] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69aafb68-2a03-4675-bd26-3a6cb88c6f97 [ 743.144320] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.144320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.144320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.144320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.144320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.144320] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69aafb68-2a03-4675-bd26-3a6cb88c6f97 already deleted. [ 743.144320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69aafb68-2a03-4675-bd26-3a6cb88c6f97" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.452376] env[69439]: INFO networking_nsxv3.common.synchronization [req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 req-a0caa36b-48d9-47e5-9aa0-4aa17194ffc7 service nova] Enqueued Resource ID: e72a7d49-214e-469d-abb9-6f6b0ed6c67d with Priority: HIGHEST for action security_group_rules [ 743.452581] env[69439]: INFO networking_nsxv3.common.synchronization [req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 req-a0caa36b-48d9-47e5-9aa0-4aa17194ffc7 service nova] Enqueued Resource ID: e72a7d49-214e-469d-abb9-6f6b0ed6c67d with Priority: HIGHEST for action security_group_members [ 743.452804] env[69439]: INFO networking_nsxv3.common.synchronization [req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 req-a0caa36b-48d9-47e5-9aa0-4aa17194ffc7 service nova] Enqueued Resource ID: 822ff49e-5c4e-4854-aa3b-e5267db58356 with Priority: HIGHEST for action port [ 743.452940] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72a7d49-214e-469d-abb9-6f6b0ed6c67d with Priority: HIGHEST for action security_group_rules [ 743.453085] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72a7d49-214e-469d-abb9-6f6b0ed6c67d with Priority: HIGHEST for action security_group_members [ 743.453180] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 822ff49e-5c4e-4854-aa3b-e5267db58356 with Priority: HIGHEST for action port [ 743.453806] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e72a7d49-214e-469d-abb9-6f6b0ed6c67d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.453941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.454025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.454356] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.454446] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e72a7d49-214e-469d-abb9-6f6b0ed6c67d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.455472] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.455602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.455695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.456137] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.456209] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.456299] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.456375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.456541] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.456612] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.456672] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e72a7d49-214e-469d-abb9-6f6b0ed6c67d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.457537] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-822ff49e-5c4e-4854-aa3b-e5267db58356 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.457666] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-822ff49e-5c4e-4854-aa3b-e5267db58356" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.457712] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-822ff49e-5c4e-4854-aa3b-e5267db58356" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.457993] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-822ff49e-5c4e-4854-aa3b-e5267db58356" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.457993] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('822ff49e-5c4e-4854-aa3b-e5267db58356',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.478982] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.674511] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: SUCCESS [ 743.674511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.674739] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.674855] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.675015] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.675138] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.675181] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.675342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.675426] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.675516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.675610] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.962427] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.962427] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.962427] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e72a7d49-214e-469d-abb9-6f6b0ed6c67d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.963787] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 822ff49e-5c4e-4854-aa3b-e5267db58356 with status ACTIVE [ 743.964234] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.965023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.965023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.965023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.965315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.965710] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.969032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.969032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.969032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.969032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.969032] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.969032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.969032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.969032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.969032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.969032] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 822ff49e-5c4e-4854-aa3b-e5267db58356 is going to be updated. [ 743.983124] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.000367] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.000367] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.000367] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.000367] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.000367] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.000367] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-822ff49e-5c4e-4854-aa3b-e5267db58356" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.186823] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.186823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.186823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.186823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.186823] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.186823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.186823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.186823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.186823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.186823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.186823] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.186823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.186823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.186823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.186823] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.187948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.187948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.187948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.187948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.187948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.188126] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.471351] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e72a7d49-214e-469d-abb9-6f6b0ed6c67d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.486080] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.486397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.486397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.486708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.486708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.486842] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 is going to be updated. [ 744.525257] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.525437] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.525730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.525842] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.526727] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.540362] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 in Status: IN_PROGRESS for 2s [ 744.554146] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-281 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.554146] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.554146] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.554146] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.554146] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.554146] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.554146] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.554826] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.555132] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.555472] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.555711] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.557981] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.557981] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.557981] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.557981] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.557981] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.579646] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.582132] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.582132] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.582132] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.582132] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-903de885-cf87-4917-b24d-93e7cdb02041 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.582132] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-903de885-cf87-4917-b24d-93e7cdb02041" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.582132] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-903de885-cf87-4917-b24d-93e7cdb02041" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.582132] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-903de885-cf87-4917-b24d-93e7cdb02041" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.582132] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('903de885-cf87-4917-b24d-93e7cdb02041',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.691585] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d03d0dd-141b-4e28-bff1-57674f5ca682: rpc.has_security_group_logging(os_id): False [ 744.716719] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.718023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.718023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.718023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.718023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.718023] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.718023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.718023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.718351] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.718351] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.718351] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.718456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.718509] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.718648] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.718718] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.718924] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.719046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.719305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.719566] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.719878] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.720436] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 is going to be updated. [ 744.823221] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.823413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.823459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.823667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.823817] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.841504] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: IN_PROGRESS for 2s [ 744.973774] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.973774] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.973774] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.974011] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.974011] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.974147] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e72a7d49-214e-469d-abb9-6f6b0ed6c67d is going to be created. [ 744.994949] env[69439]: INFO networking_nsxv3.common.synchronization [None req-c7dd8182-ed0e-42db-aeb7-57c59dee0c14 None None] Enqueued Resource ID: 44bb757e-8a1b-499a-b86f-e16b090f7efc with Priority: HIGHEST for action port [ 744.995244] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44bb757e-8a1b-499a-b86f-e16b090f7efc with Priority: HIGHEST for action port [ 744.996145] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-44bb757e-8a1b-499a-b86f-e16b090f7efc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.996145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44bb757e-8a1b-499a-b86f-e16b090f7efc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.996145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44bb757e-8a1b-499a-b86f-e16b090f7efc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.996479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44bb757e-8a1b-499a-b86f-e16b090f7efc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.996479] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44bb757e-8a1b-499a-b86f-e16b090f7efc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.000825] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.000825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.001029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.004259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.004259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.019133] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e72a7d49-214e-469d-abb9-6f6b0ed6c67d in Status: UNINITIALIZED for 2s [ 745.086886] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.087374] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.087752] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.088774] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.090148] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.090148] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 903de885-cf87-4917-b24d-93e7cdb02041 not found, creating... [ 745.090148] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.090148] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.090148] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.091092] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.094518] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.094518] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.094518] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.094518] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.094518] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.094518] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.094518] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 903de885-cf87-4917-b24d-93e7cdb02041 is going to be created. [ 745.119711] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.119711] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.119711] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.119711] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.119711] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.119711] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-903de885-cf87-4917-b24d-93e7cdb02041" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.498686] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44bb757e-8a1b-499a-b86f-e16b090f7efc [ 745.499056] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.500189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.500189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.500189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.500189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.500189] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44bb757e-8a1b-499a-b86f-e16b090f7efc already deleted. [ 745.500189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44bb757e-8a1b-499a-b86f-e16b090f7efc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.617720] env[69439]: INFO networking_nsxv3.common.synchronization [req-6fd59d49-dbf1-4da3-91c1-da29afe634ff req-a311bd54-e700-463f-8115-3fdeb4e3df7a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Enqueued Resource ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 with Priority: HIGHEST for action security_group_members [ 745.618406] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 with Priority: HIGHEST for action security_group_members [ 745.618645] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-93365572-f90a-45d3-bc00-b09b23bc9bb2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.618770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.618835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.619393] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.619472] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.619534] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.619605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.619792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.619885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.619979] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93365572-f90a-45d3-bc00-b09b23bc9bb2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.680281] env[69439]: INFO networking_nsxv3.common.synchronization [None req-8bc7e354-b45f-4176-9314-e79445c4130f None None] Enqueued Resource ID: 7b8c4377-e074-4db6-8995-21615a583f4e with Priority: HIGHEST for action port [ 745.680925] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8c4377-e074-4db6-8995-21615a583f4e with Priority: HIGHEST for action port [ 745.685540] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b8c4377-e074-4db6-8995-21615a583f4e taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.686136] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b8c4377-e074-4db6-8995-21615a583f4e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.686350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b8c4377-e074-4db6-8995-21615a583f4e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.687495] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b8c4377-e074-4db6-8995-21615a583f4e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.687661] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b8c4377-e074-4db6-8995-21615a583f4e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.128191] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.128191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.128191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.128191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.128191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.128191] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.128191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.128191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.128191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.128191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.128191] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 already deleted. [ 746.128191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.190819] env[69439]: INFO networking_nsxv3.common.synchronization [None req-a9a71b96-aa05-40ca-9b99-a5893a490e51 None None] Enqueued Resource ID: aa768453-b02d-45b4-9d00-fcf9a0c16788 with Priority: HIGHEST for action port [ 746.193209] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b8c4377-e074-4db6-8995-21615a583f4e [ 746.193702] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.194332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.194622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.195897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.195897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.195897] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b8c4377-e074-4db6-8995-21615a583f4e already deleted. [ 746.195897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b8c4377-e074-4db6-8995-21615a583f4e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.196427] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa768453-b02d-45b4-9d00-fcf9a0c16788 with Priority: HIGHEST for action port [ 746.197388] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa768453-b02d-45b4-9d00-fcf9a0c16788 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.197559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa768453-b02d-45b4-9d00-fcf9a0c16788" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.197655] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa768453-b02d-45b4-9d00-fcf9a0c16788" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.197994] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa768453-b02d-45b4-9d00-fcf9a0c16788" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.200791] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa768453-b02d-45b4-9d00-fcf9a0c16788',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.550421] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 in Status: SUCCESS [ 746.550421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.637203] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-640 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.637203] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-640" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.637203] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-640" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.637203] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-640" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.637203] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.637203] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.637203] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.637203] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.637203] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.637203] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.637203] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.637203] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.637203] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.637722] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.637722] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.637722] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.661735] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.662421] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 746.662421] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.662421] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-640" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.662610] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-647653e7-69c3-423e-b29c-05df5ac2cde8 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.662709] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-647653e7-69c3-423e-b29c-05df5ac2cde8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.662831] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-647653e7-69c3-423e-b29c-05df5ac2cde8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.663182] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-647653e7-69c3-423e-b29c-05df5ac2cde8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.663321] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('647653e7-69c3-423e-b29c-05df5ac2cde8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.705141] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa768453-b02d-45b4-9d00-fcf9a0c16788 [ 746.705430] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.707031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.707031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.707031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.707031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.707031] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa768453-b02d-45b4-9d00-fcf9a0c16788 already deleted. [ 746.707031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa768453-b02d-45b4-9d00-fcf9a0c16788" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.858339] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: SUCCESS [ 746.858622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.917333] env[69439]: INFO networking_nsxv3.common.synchronization [req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 req-9ed9c0db-6c43-4798-9ef6-97e02d6b3303 service nova] Enqueued Resource ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 with Priority: HIGHEST for action security_group_rules [ 746.917333] env[69439]: INFO networking_nsxv3.common.synchronization [req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 req-9ed9c0db-6c43-4798-9ef6-97e02d6b3303 service nova] Enqueued Resource ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 with Priority: HIGHEST for action security_group_members [ 746.917333] env[69439]: INFO networking_nsxv3.common.synchronization [req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 req-9ed9c0db-6c43-4798-9ef6-97e02d6b3303 service nova] Enqueued Resource ID: 903de885-cf87-4917-b24d-93e7cdb02041 with Priority: HIGHEST for action port [ 746.917822] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 with Priority: HIGHEST for action security_group_rules [ 746.918130] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 with Priority: HIGHEST for action security_group_members [ 746.918397] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903de885-cf87-4917-b24d-93e7cdb02041 with Priority: HIGHEST for action port [ 746.918809] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bee4bf52-6a9a-47b6-b9d7-b950539d7b65 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.919093] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.919253] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.919535] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.922019] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.922019] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.922019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.922019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.922019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.922019] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.922019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.922019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.922019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.922019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.922019] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.924189] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-903de885-cf87-4917-b24d-93e7cdb02041 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.924494] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-903de885-cf87-4917-b24d-93e7cdb02041" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.925551] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-903de885-cf87-4917-b24d-93e7cdb02041" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.925551] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-903de885-cf87-4917-b24d-93e7cdb02041" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.925551] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('903de885-cf87-4917-b24d-93e7cdb02041',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.035498] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e72a7d49-214e-469d-abb9-6f6b0ed6c67d in Status: SUCCESS [ 747.035728] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.035817] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.036051] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.036257] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.036376] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.036446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.036622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.036780] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.036780] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.036940] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e72a7d49-214e-469d-abb9-6f6b0ed6c67d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.166200] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.166789] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.166861] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.168100] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.168100] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.168100] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 647653e7-69c3-423e-b29c-05df5ac2cde8 not found, creating... [ 747.168100] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.168100] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.168358] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.168441] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.168674] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.168899] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.171211] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.173716] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.173716] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.173716] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.173716] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 647653e7-69c3-423e-b29c-05df5ac2cde8 is going to be created. [ 747.196435] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.196435] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.196435] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.196435] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.196435] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.196435] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-647653e7-69c3-423e-b29c-05df5ac2cde8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.426723] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 903de885-cf87-4917-b24d-93e7cdb02041 with status ACTIVE [ 747.427799] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.427799] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.427799] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.427799] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.427799] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.427799] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.427799] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.427799] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.428349] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.428349] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.428349] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.428349] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.428514] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.428549] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.428598] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.429915] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 903de885-cf87-4917-b24d-93e7cdb02041 is going to be updated. [ 747.430453] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.431437] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.431546] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.474157] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.474157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.474157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.474157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.474157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.474157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-903de885-cf87-4917-b24d-93e7cdb02041" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.545620] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.547086] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.547086] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.547924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.548452] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.548452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.548452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.548696] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.548696] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.548891] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.548974] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.549132] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.549132] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.552190] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.552190] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.552190] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.552190] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.552190] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.552190] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.552190] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.552190] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e72a7d49-214e-469d-abb9-6f6b0ed6c67d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.932893] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.054046] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e72a7d49-214e-469d-abb9-6f6b0ed6c67d: rpc.has_security_group_logging(os_id): False [ 748.073260] env[69439]: INFO networking_nsxv3.common.synchronization [None req-56a5c3bf-3520-4a6d-892d-eab1dd3737a7 None None] Enqueued Resource ID: b9dc4ac1-b2c8-4ed3-a1ab-387589641eff with Priority: HIGHEST for action port [ 748.076873] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.077100] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.077212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.077469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.077599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.077879] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.078022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.078114] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.078338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.078520] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.078661] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.078789] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.078874] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.080381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.080381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.080767] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.081633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.081760] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.082017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.082189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.082387] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e72a7d49-214e-469d-abb9-6f6b0ed6c67d is going to be created. [ 748.086060] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9dc4ac1-b2c8-4ed3-a1ab-387589641eff with Priority: HIGHEST for action port [ 748.086242] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9dc4ac1-b2c8-4ed3-a1ab-387589641eff taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.086242] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9dc4ac1-b2c8-4ed3-a1ab-387589641eff" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.086407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9dc4ac1-b2c8-4ed3-a1ab-387589641eff" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.086952] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9dc4ac1-b2c8-4ed3-a1ab-387589641eff" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.086952] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9dc4ac1-b2c8-4ed3-a1ab-387589641eff',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.184388] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.184388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.184388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.184388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.184388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.204246] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e72a7d49-214e-469d-abb9-6f6b0ed6c67d in Status: IN_PROGRESS for 2s [ 748.439603] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.439603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.439603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.439603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.439603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.439603] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 is going to be updated. [ 748.475671] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.475887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.475962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.477327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.477327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.488415] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 in Status: IN_PROGRESS for 2s [ 748.498433] env[69439]: INFO networking_nsxv3.common.synchronization [req-859210f9-e4d6-49ca-9062-5e2e3fed7256 req-8167a3d0-611c-4d0a-98df-5b6a6a9fa6c4 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Enqueued Resource ID: 7bdfb6b6-657f-481e-9325-6247cbdd314d with Priority: HIGHEST for action security_group_members [ 748.499370] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdfb6b6-657f-481e-9325-6247cbdd314d with Priority: HIGHEST for action security_group_members [ 748.502357] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdfb6b6-657f-481e-9325-6247cbdd314d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.502357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.502357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.502357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.502357] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.502357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.502357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.502357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.502357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.502357] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdfb6b6-657f-481e-9325-6247cbdd314d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.591203] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9dc4ac1-b2c8-4ed3-a1ab-387589641eff [ 748.591561] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.591561] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.591561] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.591706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.591790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.591837] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9dc4ac1-b2c8-4ed3-a1ab-387589641eff already deleted. [ 748.591923] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9dc4ac1-b2c8-4ed3-a1ab-387589641eff" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.929666] env[69439]: INFO networking_nsxv3.common.synchronization [req-6fd59d49-dbf1-4da3-91c1-da29afe634ff req-0778c6f8-43f3-439e-9646-852c90a836eb service nova] Enqueued Resource ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 with Priority: HIGHEST for action security_group_rules [ 748.929666] env[69439]: INFO networking_nsxv3.common.synchronization [req-6fd59d49-dbf1-4da3-91c1-da29afe634ff req-0778c6f8-43f3-439e-9646-852c90a836eb service nova] Enqueued Resource ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 with Priority: HIGHEST for action security_group_members [ 748.929666] env[69439]: INFO networking_nsxv3.common.synchronization [req-6fd59d49-dbf1-4da3-91c1-da29afe634ff req-0778c6f8-43f3-439e-9646-852c90a836eb service nova] Enqueued Resource ID: 647653e7-69c3-423e-b29c-05df5ac2cde8 with Priority: HIGHEST for action port [ 748.929883] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 with Priority: HIGHEST for action security_group_rules [ 748.929954] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 with Priority: HIGHEST for action security_group_members [ 748.932179] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 647653e7-69c3-423e-b29c-05df5ac2cde8 with Priority: HIGHEST for action port [ 748.932539] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93365572-f90a-45d3-bc00-b09b23bc9bb2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.932683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.932746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.932999] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.933110] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93365572-f90a-45d3-bc00-b09b23bc9bb2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.935356] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-93365572-f90a-45d3-bc00-b09b23bc9bb2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.935489] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.935549] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.937255] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.937255] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.937255] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.937255] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.937255] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.937255] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.937255] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93365572-f90a-45d3-bc00-b09b23bc9bb2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.943302] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-647653e7-69c3-423e-b29c-05df5ac2cde8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.943720] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-647653e7-69c3-423e-b29c-05df5ac2cde8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.943720] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-647653e7-69c3-423e-b29c-05df5ac2cde8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.943878] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-647653e7-69c3-423e-b29c-05df5ac2cde8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.943990] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('647653e7-69c3-423e-b29c-05df5ac2cde8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.003808] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.004066] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.004131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.004354] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.004464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.004677] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.004773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.004834] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.004986] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.005071] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.005153] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdfb6b6-657f-481e-9325-6247cbdd314d is going to be updated. [ 749.039798] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.039982] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.040071] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.040277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.040481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.052548] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdfb6b6-657f-481e-9325-6247cbdd314d in Status: IN_PROGRESS for 2s [ 749.436164] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-93365572-f90a-45d3-bc00-b09b23bc9bb2 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.436463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.440977] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93365572-f90a-45d3-bc00-b09b23bc9bb2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.447486] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 647653e7-69c3-423e-b29c-05df5ac2cde8 with status ACTIVE [ 749.448664] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.448664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.448664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.448664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.448664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.449175] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.449175] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.449175] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.449319] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.449394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.449602] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.449726] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.449789] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.449894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.449962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.450064] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 647653e7-69c3-423e-b29c-05df5ac2cde8 is going to be updated. [ 749.491113] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.491336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.491390] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.492076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.492076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.492076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-647653e7-69c3-423e-b29c-05df5ac2cde8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.804042] env[69439]: INFO networking_nsxv3.common.synchronization [None req-df0ccb2b-f97a-4811-8eff-fb08ec814922 None None] Enqueued Resource ID: e7467ace-961d-4786-987a-7ddcbd9bb981 with Priority: HIGHEST for action port [ 749.804355] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7467ace-961d-4786-987a-7ddcbd9bb981 with Priority: HIGHEST for action port [ 749.804983] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7467ace-961d-4786-987a-7ddcbd9bb981 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.805102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7467ace-961d-4786-987a-7ddcbd9bb981" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.805102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7467ace-961d-4786-987a-7ddcbd9bb981" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.805354] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7467ace-961d-4786-987a-7ddcbd9bb981" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.805429] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7467ace-961d-4786-987a-7ddcbd9bb981',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.948271] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93365572-f90a-45d3-bc00-b09b23bc9bb2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.221806] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e72a7d49-214e-469d-abb9-6f6b0ed6c67d in Status: SUCCESS [ 750.222618] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.309213] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7467ace-961d-4786-987a-7ddcbd9bb981 [ 750.309696] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.310175] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.310636] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.310911] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.311347] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.312561] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7467ace-961d-4786-987a-7ddcbd9bb981 already deleted. [ 750.312747] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7467ace-961d-4786-987a-7ddcbd9bb981" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.452166] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.452166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.452166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.452166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.452166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.452474] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 is going to be created. [ 750.490564] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.490768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.490928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.491464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.491464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.507839] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 in Status: SUCCESS [ 750.508136] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.509970] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 in Status: UNINITIALIZED for 2s [ 750.513388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.514170] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.517140] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.517140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.517140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.517140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.517140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.517140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.517140] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.021858] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.022227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.022227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.024106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.024106] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.024106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.024106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.024106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.024106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.024106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.024106] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.024106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.024106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.024106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.024106] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.024106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.024106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.024106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.024106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.024106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.024106] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.068120] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdfb6b6-657f-481e-9325-6247cbdd314d in Status: SUCCESS [ 751.068979] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdfb6b6-657f-481e-9325-6247cbdd314d deletion is rescheduled due to dependency. [ 751.069391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdfb6b6-657f-481e-9325-6247cbdd314d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.308981] env[69439]: INFO networking_nsxv3.common.synchronization [None req-526e23ac-6908-433d-b348-de4e88fbc0ff None None] Enqueued Resource ID: 70cecb05-0a37-427a-b5be-5b479dbac227 with Priority: HIGHEST for action port [ 751.308981] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70cecb05-0a37-427a-b5be-5b479dbac227 with Priority: HIGHEST for action port [ 751.308981] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-70cecb05-0a37-427a-b5be-5b479dbac227 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.308981] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70cecb05-0a37-427a-b5be-5b479dbac227" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.308981] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70cecb05-0a37-427a-b5be-5b479dbac227" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.310519] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70cecb05-0a37-427a-b5be-5b479dbac227" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.311426] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70cecb05-0a37-427a-b5be-5b479dbac227',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.526417] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bee4bf52-6a9a-47b6-b9d7-b950539d7b65: rpc.has_security_group_logging(os_id): False [ 751.545877] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.546123] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.546240] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.546415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.546508] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.546726] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.546859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.546909] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.547140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.547390] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.548819] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.548819] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.548819] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.548819] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.548819] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.548819] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.548819] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.548819] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.548819] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.548819] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.548819] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 is going to be updated. [ 751.643267] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.643652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.643737] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.643999] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.644178] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.675355] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 in Status: IN_PROGRESS for 2s [ 751.816028] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70cecb05-0a37-427a-b5be-5b479dbac227 [ 751.816299] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.816638] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.816748] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.817329] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.817446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.818346] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70cecb05-0a37-427a-b5be-5b479dbac227 already deleted. [ 751.818346] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70cecb05-0a37-427a-b5be-5b479dbac227" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.201168] env[69439]: INFO networking_nsxv3.common.synchronization [None req-6be49951-13d4-414a-8363-b1f13ed8b394 None None] Enqueued Resource ID: 5fdf64eb-18b7-4bca-a829-a925ffc1a585 with Priority: HIGHEST for action port [ 752.201168] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdf64eb-18b7-4bca-a829-a925ffc1a585 with Priority: HIGHEST for action port [ 752.201168] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fdf64eb-18b7-4bca-a829-a925ffc1a585 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.201168] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fdf64eb-18b7-4bca-a829-a925ffc1a585" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.201168] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fdf64eb-18b7-4bca-a829-a925ffc1a585" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.204066] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fdf64eb-18b7-4bca-a829-a925ffc1a585" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.204741] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fdf64eb-18b7-4bca-a829-a925ffc1a585',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.526503] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 in Status: SUCCESS [ 752.527027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.527185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.528327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.528666] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.528825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.528916] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.529432] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.529639] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.529777] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.530906] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93365572-f90a-45d3-bc00-b09b23bc9bb2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.717559] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fdf64eb-18b7-4bca-a829-a925ffc1a585 [ 752.717866] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.718036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.718109] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.718414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.718502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.718597] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fdf64eb-18b7-4bca-a829-a925ffc1a585 already deleted. [ 752.718678] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fdf64eb-18b7-4bca-a829-a925ffc1a585" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.032462] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93365572-f90a-45d3-bc00-b09b23bc9bb2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.534564] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93365572-f90a-45d3-bc00-b09b23bc9bb2: rpc.has_security_group_logging(os_id): False [ 753.563166] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.563324] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.563393] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.563591] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.563685] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.564074] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.564440] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.564440] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.564569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.564569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.564660] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 is going to be created. [ 753.655599] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.655851] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.655990] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.656275] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.656583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.672314] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 in Status: IN_PROGRESS for 2s [ 753.695806] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 in Status: SUCCESS [ 753.695806] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.881480] env[69439]: INFO networking_nsxv3.common.synchronization [None req-c1548c6e-c8a6-42bf-bd73-8f8e0cab1501 None None] Enqueued Resource ID: c9f246d4-28be-4ade-8224-4c329f93749c with Priority: HIGHEST for action port [ 753.884470] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f246d4-28be-4ade-8224-4c329f93749c with Priority: HIGHEST for action port [ 753.884470] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9f246d4-28be-4ade-8224-4c329f93749c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.884470] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9f246d4-28be-4ade-8224-4c329f93749c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.884470] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9f246d4-28be-4ade-8224-4c329f93749c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.884470] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9f246d4-28be-4ade-8224-4c329f93749c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.884470] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9f246d4-28be-4ade-8224-4c329f93749c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.386455] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9f246d4-28be-4ade-8224-4c329f93749c [ 754.386803] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.388020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.388020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.388020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.388020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.388020] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9f246d4-28be-4ade-8224-4c329f93749c already deleted. [ 754.388020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9f246d4-28be-4ade-8224-4c329f93749c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.447368] env[69439]: INFO networking_nsxv3.common.synchronization [req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 req-532278bc-13ab-465f-868a-bd0f8e44504b tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Enqueued Resource ID: 0189a8fe-20ef-43e5-addd-5333684888af with Priority: HIGHEST for action security_group_members [ 754.447958] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0189a8fe-20ef-43e5-addd-5333684888af with Priority: HIGHEST for action security_group_members [ 754.448408] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0189a8fe-20ef-43e5-addd-5333684888af taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.448479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.448516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.448902] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.448902] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.453565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.453565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.457225] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.457225] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.457225] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0189a8fe-20ef-43e5-addd-5333684888af',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.597693] env[69439]: INFO networking_nsxv3.common.synchronization [None req-a1307b62-83e0-431d-b905-2d924be4bd70 tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Enqueued Resource ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 with Priority: HIGHEST for action security_group_rules [ 754.599376] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 with Priority: HIGHEST for action security_group_rules [ 754.605415] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f36e8f4b-a760-4a46-9f72-6235a70928a2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.605415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.605415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.605415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.605415] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f36e8f4b-a760-4a46-9f72-6235a70928a2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.796824] env[69439]: INFO networking_nsxv3.common.synchronization [req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 req-df1d7ad4-34f5-44e9-a11f-218b49f041e7 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Enqueued Resource ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 with Priority: HIGHEST for action security_group_members [ 754.797469] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 with Priority: HIGHEST for action security_group_members [ 754.797796] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ae58d9-79d6-4056-a864-88fc709b5a12 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.797925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.797993] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.799488] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.799880] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.800240] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.800495] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.801451] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.802063] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.802063] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38ae58d9-79d6-4056-a864-88fc709b5a12',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.881035] env[69439]: INFO networking_nsxv3.common.synchronization [None req-2c5e6542-7c36-46fa-a12f-25176221fa22 tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Enqueued Resource ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 with Priority: HIGHEST for action security_group_rules [ 754.881603] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 with Priority: HIGHEST for action security_group_rules [ 754.884025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f36e8f4b-a760-4a46-9f72-6235a70928a2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.884025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.958572] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.959436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.959436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.959436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.959436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.959863] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.959863] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.959863] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.959863] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.959863] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.960073] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0189a8fe-20ef-43e5-addd-5333684888af is going to be updated. [ 754.999065] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.999847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.999847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.000184] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.000387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.015890] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0189a8fe-20ef-43e5-addd-5333684888af in Status: IN_PROGRESS for 2s [ 755.126681] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.126885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.126934] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.127222] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.127323] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.129435] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 already deleted. [ 755.129666] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.130329] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.130918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.130918] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f36e8f4b-a760-4a46-9f72-6235a70928a2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.307285] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.307504] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.307504] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.308714] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.308714] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.308714] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.308714] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.308714] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.308714] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.308714] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.308714] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 is going to be updated. [ 755.355292] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.355488] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.355582] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.355899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.356015] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.371992] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 in Status: IN_PROGRESS for 2s [ 755.454025] env[69439]: INFO networking_nsxv3.common.synchronization [req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 req-56f1512a-4230-4595-b34b-396e1adfa67c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 755.454025] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 755.454287] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.454364] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.455870] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.460511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.460511] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.460511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.460511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.460511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.460511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.460511] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.655217] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.655619] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.655619] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.655703] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.655738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.655824] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 already deleted. [ 755.655903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.688966] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 in Status: SUCCESS [ 755.690310] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.906299] env[69439]: INFO networking_nsxv3.common.synchronization [req-5ed92d38-8f78-496a-bc78-7eb970753d67 req-ae6f4c3a-4ff7-478d-b09a-d254db23b84c tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Enqueued Resource ID: 27f51a38-e91e-4336-bd24-279544cc54e4 with Priority: HIGHEST for action security_group_members [ 755.906884] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f51a38-e91e-4336-bd24-279544cc54e4 with Priority: HIGHEST for action security_group_members [ 755.907289] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f51a38-e91e-4336-bd24-279544cc54e4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.907417] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.907485] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.907854] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.907946] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.908105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.908105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.908245] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.908335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.908428] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27f51a38-e91e-4336-bd24-279544cc54e4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.961778] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.961970] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.962091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.962380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.962526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.962915] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.962915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.962915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.963112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.963163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.964304] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be updated. [ 755.995670] env[69439]: INFO networking_nsxv3.common.synchronization [None req-feca36aa-5361-4548-8afc-9a0d1871f1f6 None None] Enqueued Resource ID: ecb438b8-406b-4148-9fea-8eaaeac625ee with Priority: HIGHEST for action port [ 755.996649] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb438b8-406b-4148-9fea-8eaaeac625ee with Priority: HIGHEST for action port [ 755.997059] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecb438b8-406b-4148-9fea-8eaaeac625ee taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.997207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecb438b8-406b-4148-9fea-8eaaeac625ee" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.997307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecb438b8-406b-4148-9fea-8eaaeac625ee" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.997577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecb438b8-406b-4148-9fea-8eaaeac625ee" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.997678] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecb438b8-406b-4148-9fea-8eaaeac625ee',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.000865] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.001016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.001098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.001398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.001498] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.014475] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: IN_PROGRESS for 2s [ 756.412471] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.412471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.413440] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.413440] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.413440] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.413623] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.413623] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.413729] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.417034] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.417034] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.417034] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f51a38-e91e-4336-bd24-279544cc54e4 already deleted. [ 756.417034] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.501238] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecb438b8-406b-4148-9fea-8eaaeac625ee [ 756.505028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.505028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.505028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.505028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.505028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.505028] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecb438b8-406b-4148-9fea-8eaaeac625ee already deleted. [ 756.505028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecb438b8-406b-4148-9fea-8eaaeac625ee" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.928751] env[69439]: INFO networking_nsxv3.common.synchronization [None req-7dfd598a-d112-40cb-8466-95cb365c14d3 None None] Enqueued Resource ID: 879f857b-43e1-47cf-801f-f0e5d20aae92 with Priority: HIGHEST for action port [ 756.930456] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879f857b-43e1-47cf-801f-f0e5d20aae92 with Priority: HIGHEST for action port [ 756.932467] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-879f857b-43e1-47cf-801f-f0e5d20aae92 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.932467] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-879f857b-43e1-47cf-801f-f0e5d20aae92" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.932467] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-879f857b-43e1-47cf-801f-f0e5d20aae92" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.933363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-879f857b-43e1-47cf-801f-f0e5d20aae92" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.933547] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879f857b-43e1-47cf-801f-f0e5d20aae92',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.990138] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.990372] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-471" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.990529] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-471" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.990916] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-471" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.991265] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.991513] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.991666] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.992524] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.992524] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.992524] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.992714] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.992714] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.992854] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.993167] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.993167] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.995070] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.018386] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.018386] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.018386] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.018386] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-471" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.018828] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-12fb63a9-92e6-4ab2-b53a-5c5fc504a262 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.018952] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-12fb63a9-92e6-4ab2-b53a-5c5fc504a262" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.019252] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-12fb63a9-92e6-4ab2-b53a-5c5fc504a262" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.019311] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-12fb63a9-92e6-4ab2-b53a-5c5fc504a262" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.019479] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12fb63a9-92e6-4ab2-b53a-5c5fc504a262',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.032789] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0189a8fe-20ef-43e5-addd-5333684888af in Status: SUCCESS [ 757.032992] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0189a8fe-20ef-43e5-addd-5333684888af deletion is rescheduled due to dependency. [ 757.033136] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.383047] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 in Status: SUCCESS [ 757.383412] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 deletion is rescheduled due to dependency. [ 757.383593] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.438375] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 879f857b-43e1-47cf-801f-f0e5d20aae92 [ 757.438604] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.438763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.438831] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.439085] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.439181] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.439305] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:879f857b-43e1-47cf-801f-f0e5d20aae92 already deleted. [ 757.439391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-879f857b-43e1-47cf-801f-f0e5d20aae92" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.527163] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.527468] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.527752] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.527963] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.527963] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.530352] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 12fb63a9-92e6-4ab2-b53a-5c5fc504a262 not found, creating... [ 757.530352] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.530352] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.530352] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.530352] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.530352] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.530352] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.530352] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.530352] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.530352] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.530979] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.530979] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 12fb63a9-92e6-4ab2-b53a-5c5fc504a262 is going to be created. [ 757.556922] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.557274] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.557377] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.557851] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.557927] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.558188] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-12fb63a9-92e6-4ab2-b53a-5c5fc504a262" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.028039] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: SUCCESS [ 758.028039] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 deletion is rescheduled due to dependency. [ 758.028039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.615734] env[69439]: INFO networking_nsxv3.common.synchronization [req-5ed92d38-8f78-496a-bc78-7eb970753d67 req-79ee2fc9-dfed-415c-8c4a-dc5b147eedf2 service nova] Enqueued Resource ID: 27f51a38-e91e-4336-bd24-279544cc54e4 with Priority: HIGHEST for action security_group_rules [ 758.616158] env[69439]: INFO networking_nsxv3.common.synchronization [req-5ed92d38-8f78-496a-bc78-7eb970753d67 req-79ee2fc9-dfed-415c-8c4a-dc5b147eedf2 service nova] Enqueued Resource ID: 27f51a38-e91e-4336-bd24-279544cc54e4 with Priority: HIGHEST for action security_group_members [ 758.616475] env[69439]: INFO networking_nsxv3.common.synchronization [req-5ed92d38-8f78-496a-bc78-7eb970753d67 req-79ee2fc9-dfed-415c-8c4a-dc5b147eedf2 service nova] Enqueued Resource ID: 12fb63a9-92e6-4ab2-b53a-5c5fc504a262 with Priority: HIGHEST for action port [ 758.617365] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f51a38-e91e-4336-bd24-279544cc54e4 with Priority: HIGHEST for action security_group_rules [ 758.617490] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f51a38-e91e-4336-bd24-279544cc54e4 with Priority: HIGHEST for action security_group_members [ 758.617650] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12fb63a9-92e6-4ab2-b53a-5c5fc504a262 with Priority: HIGHEST for action port [ 758.618154] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27f51a38-e91e-4336-bd24-279544cc54e4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.618298] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.618428] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.618777] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.618777] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27f51a38-e91e-4336-bd24-279544cc54e4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.620670] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f51a38-e91e-4336-bd24-279544cc54e4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.620670] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.620670] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.621027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.621138] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.621313] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.621443] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.621730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.621979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.622151] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27f51a38-e91e-4336-bd24-279544cc54e4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.623431] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-12fb63a9-92e6-4ab2-b53a-5c5fc504a262 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.623570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12fb63a9-92e6-4ab2-b53a-5c5fc504a262" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.623739] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12fb63a9-92e6-4ab2-b53a-5c5fc504a262" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.623918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12fb63a9-92e6-4ab2-b53a-5c5fc504a262" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.623918] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12fb63a9-92e6-4ab2-b53a-5c5fc504a262',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.122341] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f51a38-e91e-4336-bd24-279544cc54e4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.122341] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.127182] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27f51a38-e91e-4336-bd24-279544cc54e4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.127921] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12fb63a9-92e6-4ab2-b53a-5c5fc504a262 with status ACTIVE [ 759.128174] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.128310] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.128421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.128602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.129023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.129023] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.129023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.129023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.129246] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.129291] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.129730] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.129730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.129730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.129730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.130020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.130020] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12fb63a9-92e6-4ab2-b53a-5c5fc504a262 is going to be updated. [ 759.161885] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.161885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.161885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.161885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.161885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.161885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12fb63a9-92e6-4ab2-b53a-5c5fc504a262" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.183131] env[69439]: INFO networking_nsxv3.common.synchronization [None req-7dc9a426-b37e-4393-8928-46943638fe65 None None] Enqueued Resource ID: 1183fffe-e946-4fe1-913f-62bc7ad6a5a5 with Priority: HIGHEST for action port [ 759.184064] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1183fffe-e946-4fe1-913f-62bc7ad6a5a5 with Priority: HIGHEST for action port [ 759.184718] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-1183fffe-e946-4fe1-913f-62bc7ad6a5a5 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.185036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1183fffe-e946-4fe1-913f-62bc7ad6a5a5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.185133] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1183fffe-e946-4fe1-913f-62bc7ad6a5a5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.185480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1183fffe-e946-4fe1-913f-62bc7ad6a5a5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.185617] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1183fffe-e946-4fe1-913f-62bc7ad6a5a5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.632629] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27f51a38-e91e-4336-bd24-279544cc54e4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.688286] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1183fffe-e946-4fe1-913f-62bc7ad6a5a5 [ 759.689512] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.689512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.689512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.689512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.689512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.689512] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1183fffe-e946-4fe1-913f-62bc7ad6a5a5 already deleted. [ 759.689512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1183fffe-e946-4fe1-913f-62bc7ad6a5a5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.136804] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.137192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.137192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.137278] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.137364] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.137499] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f51a38-e91e-4336-bd24-279544cc54e4 is going to be created. [ 760.170813] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.172114] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.172114] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.173313] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.173938] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.187402] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f51a38-e91e-4336-bd24-279544cc54e4 in Status: UNINITIALIZED for 2s [ 760.953994] env[69439]: INFO networking_nsxv3.common.synchronization [req-794afb2e-d7f1-44fe-b667-d9053a82055b req-62cb5bbf-a56d-4279-b39c-449855056761 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Enqueued Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_members [ 760.953994] env[69439]: INFO networking_nsxv3.common.synchronization [req-794afb2e-d7f1-44fe-b667-d9053a82055b req-62cb5bbf-a56d-4279-b39c-449855056761 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Enqueued Resource ID: a26eaab5-d4ed-44f7-b197-effd359a0243 with Priority: HIGHEST for action security_group_members [ 760.953994] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_members [ 760.953994] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26eaab5-d4ed-44f7-b197-effd359a0243 with Priority: HIGHEST for action security_group_members [ 760.956276] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6bba24-9977-4bcf-bfd3-2825668fd047 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.956403] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.956472] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.956678] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.956841] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.956945] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.957017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.957220] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.957307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.957656] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.958572] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a26eaab5-d4ed-44f7-b197-effd359a0243 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.958682] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.958791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.959091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.959091] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.959211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.960417] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.960417] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.960417] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.960417] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a26eaab5-d4ed-44f7-b197-effd359a0243',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.058173] env[69439]: INFO networking_nsxv3.common.synchronization [req-794afb2e-d7f1-44fe-b667-d9053a82055b req-62cb5bbf-a56d-4279-b39c-449855056761 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Enqueued Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_rules [ 761.058173] env[69439]: INFO networking_nsxv3.common.synchronization [req-794afb2e-d7f1-44fe-b667-d9053a82055b req-62cb5bbf-a56d-4279-b39c-449855056761 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Enqueued Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_members [ 761.058173] env[69439]: INFO networking_nsxv3.common.synchronization [req-794afb2e-d7f1-44fe-b667-d9053a82055b req-62cb5bbf-a56d-4279-b39c-449855056761 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Enqueued Resource ID: a26eaab5-d4ed-44f7-b197-effd359a0243 with Priority: HIGHEST for action security_group_rules [ 761.058173] env[69439]: INFO networking_nsxv3.common.synchronization [req-794afb2e-d7f1-44fe-b667-d9053a82055b req-62cb5bbf-a56d-4279-b39c-449855056761 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Enqueued Resource ID: a26eaab5-d4ed-44f7-b197-effd359a0243 with Priority: HIGHEST for action security_group_members [ 761.058173] env[69439]: INFO networking_nsxv3.common.synchronization [req-794afb2e-d7f1-44fe-b667-d9053a82055b req-62cb5bbf-a56d-4279-b39c-449855056761 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Enqueued Resource ID: ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd with Priority: HIGHEST for action port [ 761.059202] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_rules [ 761.059624] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26eaab5-d4ed-44f7-b197-effd359a0243 with Priority: HIGHEST for action security_group_rules [ 761.059964] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd with Priority: HIGHEST for action port [ 761.060277] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_members [ 761.060537] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26eaab5-d4ed-44f7-b197-effd359a0243 with Priority: HIGHEST for action security_group_members [ 761.061205] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a6bba24-9977-4bcf-bfd3-2825668fd047 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.061489] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.061711] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.062052] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.062288] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.063553] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a26eaab5-d4ed-44f7-b197-effd359a0243 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.065534] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.065534] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.065534] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.065534] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a26eaab5-d4ed-44f7-b197-effd359a0243',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.070279] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.070279] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.070279] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.070279] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.070279] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.071625] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6bba24-9977-4bcf-bfd3-2825668fd047 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.071625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.071625] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a26eaab5-d4ed-44f7-b197-effd359a0243 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.071625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.462152] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.463123] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a26eaab5-d4ed-44f7-b197-effd359a0243',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.496283] env[69439]: INFO networking_nsxv3.common.synchronization [None req-65be5b17-d907-449e-be47-7a1e923a618c None None] Enqueued Resource ID: 4ecbca19-6161-447e-b346-bc9702ee006a with Priority: HIGHEST for action port [ 761.496847] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ecbca19-6161-447e-b346-bc9702ee006a with Priority: HIGHEST for action port [ 761.497183] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ecbca19-6161-447e-b346-bc9702ee006a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.497305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ecbca19-6161-447e-b346-bc9702ee006a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.497389] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ecbca19-6161-447e-b346-bc9702ee006a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.497677] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ecbca19-6161-447e-b346-bc9702ee006a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.497783] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ecbca19-6161-447e-b346-bc9702ee006a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.569420] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a26eaab5-d4ed-44f7-b197-effd359a0243 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.569592] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.573183] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6bba24-9977-4bcf-bfd3-2825668fd047 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.573324] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.573544] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd with status ACTIVE [ 761.573719] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.573869] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.573980] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.574309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.574422] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.574605] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.574695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.574760] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.574991] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.575108] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.575293] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.575391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.575451] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.575601] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.575679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.575765] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd is going to be updated. [ 761.598058] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.598252] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.598337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.598566] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.598723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.598946] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.902822] env[69439]: INFO networking_nsxv3.common.synchronization [req-8a090055-51e5-418a-be19-1d6ceaf48051 req-1e1a05f5-0865-45ee-b334-b54dbada0b0b tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Enqueued Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_members [ 761.903196] env[69439]: INFO networking_nsxv3.common.synchronization [req-8a090055-51e5-418a-be19-1d6ceaf48051 req-1e1a05f5-0865-45ee-b334-b54dbada0b0b tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Enqueued Resource ID: a26eaab5-d4ed-44f7-b197-effd359a0243 with Priority: HIGHEST for action security_group_members [ 761.903573] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_members [ 761.903721] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26eaab5-d4ed-44f7-b197-effd359a0243 with Priority: HIGHEST for action security_group_members [ 761.903975] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6bba24-9977-4bcf-bfd3-2825668fd047 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.907489] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.907771] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a26eaab5-d4ed-44f7-b197-effd359a0243 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.909292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.955917] env[69439]: INFO networking_nsxv3.common.synchronization [req-8a090055-51e5-418a-be19-1d6ceaf48051 req-1e1a05f5-0865-45ee-b334-b54dbada0b0b tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Enqueued Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_rules [ 761.956148] env[69439]: INFO networking_nsxv3.common.synchronization [req-8a090055-51e5-418a-be19-1d6ceaf48051 req-1e1a05f5-0865-45ee-b334-b54dbada0b0b tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Enqueued Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_members [ 761.956258] env[69439]: INFO networking_nsxv3.common.synchronization [req-8a090055-51e5-418a-be19-1d6ceaf48051 req-1e1a05f5-0865-45ee-b334-b54dbada0b0b tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Enqueued Resource ID: ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd with Priority: HIGHEST for action port [ 761.956799] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_rules [ 761.956935] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_members [ 761.957214] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd with Priority: HIGHEST for action port [ 761.957639] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a6bba24-9977-4bcf-bfd3-2825668fd047 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.957947] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.958226] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6bba24-9977-4bcf-bfd3-2825668fd047 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.958412] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.959087] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.959267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.959375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.959631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.959757] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.967270] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.969349] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a26eaab5-d4ed-44f7-b197-effd359a0243',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.005533] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ecbca19-6161-447e-b346-bc9702ee006a [ 762.005899] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.006142] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.006316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.006601] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.006601] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.006835] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ecbca19-6161-447e-b346-bc9702ee006a already deleted. [ 762.006835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ecbca19-6161-447e-b346-bc9702ee006a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.205139] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f51a38-e91e-4336-bd24-279544cc54e4 in Status: SUCCESS [ 762.205340] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.205416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.206556] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.206556] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.206556] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.206556] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.206556] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.206556] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.206556] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.206556] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27f51a38-e91e-4336-bd24-279544cc54e4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.462430] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd with status ACTIVE [ 762.462757] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.462913] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.462981] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.464166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.464166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.464166] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.464166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.464166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.464166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.464166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.464535] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.464535] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.464535] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.464535] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.464698] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.464698] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd is going to be updated. [ 762.473398] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.473590] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.473669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.473929] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.474068] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.474217] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 is going to be updated. [ 762.475785] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.475903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.475985] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.476932] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.477065] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.477113] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a26eaab5-d4ed-44f7-b197-effd359a0243 is going to be created. [ 762.499483] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.499483] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.499483] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.499483] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.499483] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.499483] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.525732] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.525928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.526117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.526295] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.526495] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.545578] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.545731] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.545812] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.546064] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.547251] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.548100] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a26eaab5-d4ed-44f7-b197-effd359a0243 in Status: UNINITIALIZED for 2s [ 762.564385] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 in Status: IN_PROGRESS for 2s [ 762.712485] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27f51a38-e91e-4336-bd24-279544cc54e4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.950503] env[69439]: INFO networking_nsxv3.common.synchronization [req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 req-07a9ca4d-a1b8-4188-8dc3-f763d415864d tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 762.951130] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 762.951482] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.951613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.951730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.951940] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.952113] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.952227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.952267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.952422] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.952511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.952643] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.219935] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27f51a38-e91e-4336-bd24-279544cc54e4: rpc.has_security_group_logging(os_id): False [ 763.239380] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.239653] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.239736] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.239959] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.240085] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.240393] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.240533] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.240622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.240833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.240924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.241075] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27f51a38-e91e-4336-bd24-279544cc54e4 is going to be created. [ 763.317461] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.317609] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.317791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.317880] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.318075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.330174] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27f51a38-e91e-4336-bd24-279544cc54e4 in Status: IN_PROGRESS for 2s [ 763.456052] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.456052] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.456052] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.456052] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.456052] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.456586] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.456586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.456586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.457055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.457055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.457055] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 already deleted. [ 763.457055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.758499] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.758499] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-574" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.758499] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-574" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.758499] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-574" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.758499] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.758499] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.758499] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.758499] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.758499] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.758499] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.758499] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.758499] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.758499] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.760587] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.760587] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.760587] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.760587] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.760587] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 763.760587] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.760587] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-574" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.760587] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-428c4e18-176e-4d3d-b38f-55f3fbbe0841 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.760587] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-428c4e18-176e-4d3d-b38f-55f3fbbe0841" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.760587] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-428c4e18-176e-4d3d-b38f-55f3fbbe0841" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.760587] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-428c4e18-176e-4d3d-b38f-55f3fbbe0841" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.760587] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('428c4e18-176e-4d3d-b38f-55f3fbbe0841',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.182611] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.182611] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.183051] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.183051] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.183190] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.183238] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 428c4e18-176e-4d3d-b38f-55f3fbbe0841 not found, creating... [ 764.183486] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.183644] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.183762] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.184018] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.184561] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.184878] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.189408] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.189408] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.189619] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.189765] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.189948] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 428c4e18-176e-4d3d-b38f-55f3fbbe0841 is going to be created. [ 764.213942] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.214332] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.214492] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.218077] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.218500] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.218779] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-428c4e18-176e-4d3d-b38f-55f3fbbe0841" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.381609] env[69439]: INFO networking_nsxv3.common.synchronization [None req-8613abe0-23ed-41a4-aa43-87fb2ef79957 None None] Enqueued Resource ID: c6d32ce7-6908-440a-89f3-cce0d0ce29ba with Priority: HIGHEST for action port [ 764.383272] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d32ce7-6908-440a-89f3-cce0d0ce29ba with Priority: HIGHEST for action port [ 764.386183] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6d32ce7-6908-440a-89f3-cce0d0ce29ba taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.386183] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6d32ce7-6908-440a-89f3-cce0d0ce29ba" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.386183] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6d32ce7-6908-440a-89f3-cce0d0ce29ba" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.386183] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6d32ce7-6908-440a-89f3-cce0d0ce29ba" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.386183] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6d32ce7-6908-440a-89f3-cce0d0ce29ba',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.560385] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a26eaab5-d4ed-44f7-b197-effd359a0243 in Status: SUCCESS [ 764.562571] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.562571] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.562571] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.562571] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.562571] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.562571] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.562571] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.562571] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.562571] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a26eaab5-d4ed-44f7-b197-effd359a0243',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.573820] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 in Status: SUCCESS [ 764.574191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.574389] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.574627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.574849] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.575009] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.575112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.575309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.575424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.575548] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.888335] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6d32ce7-6908-440a-89f3-cce0d0ce29ba [ 764.889115] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.889504] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.890298] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.890957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.891337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.891623] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6d32ce7-6908-440a-89f3-cce0d0ce29ba already deleted. [ 764.891863] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6d32ce7-6908-440a-89f3-cce0d0ce29ba" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.951442] env[69439]: INFO networking_nsxv3.common.synchronization [req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 req-1f4ffe9c-60d7-4f0b-b487-df2883c10724 service nova] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_rules [ 764.951442] env[69439]: INFO networking_nsxv3.common.synchronization [req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 req-1f4ffe9c-60d7-4f0b-b487-df2883c10724 service nova] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 764.951442] env[69439]: INFO networking_nsxv3.common.synchronization [req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 req-1f4ffe9c-60d7-4f0b-b487-df2883c10724 service nova] Enqueued Resource ID: 428c4e18-176e-4d3d-b38f-55f3fbbe0841 with Priority: HIGHEST for action port [ 764.951442] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_rules [ 764.951442] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 764.951442] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428c4e18-176e-4d3d-b38f-55f3fbbe0841 with Priority: HIGHEST for action port [ 764.951442] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.951442] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.951442] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.953018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.953018] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.954707] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.955054] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.955334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.957179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.957179] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.957179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.957179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.957179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.957179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.957179] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.957670] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-428c4e18-176e-4d3d-b38f-55f3fbbe0841 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.957995] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-428c4e18-176e-4d3d-b38f-55f3fbbe0841" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.958709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-428c4e18-176e-4d3d-b38f-55f3fbbe0841" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.958709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-428c4e18-176e-4d3d-b38f-55f3fbbe0841" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.958709] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('428c4e18-176e-4d3d-b38f-55f3fbbe0841',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.065097] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.065587] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.071903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.071903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.071903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.071903] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.071903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.071903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.071903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.071903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.071903] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a26eaab5-d4ed-44f7-b197-effd359a0243 is going to be deleted. [ 765.078210] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.116373] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.116373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.116373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.116373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.116373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.116373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.116373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.116373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.116373] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.116373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.116373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.116373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.116373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.116373] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a26eaab5-d4ed-44f7-b197-effd359a0243',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.360583] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27f51a38-e91e-4336-bd24-279544cc54e4 in Status: SUCCESS [ 765.360583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.460850] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.462101] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.464098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.464098] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 428c4e18-176e-4d3d-b38f-55f3fbbe0841 with status ACTIVE [ 765.464098] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.466279] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.466413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.466683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.467723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.467966] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.468111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.468308] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.468526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.468611] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.469339] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.469470] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.469584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.469736] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.469787] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.469868] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 428c4e18-176e-4d3d-b38f-55f3fbbe0841 is going to be updated. [ 765.498679] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.499158] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.499158] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.499350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.499405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.499610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-428c4e18-176e-4d3d-b38f-55f3fbbe0841" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.588258] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.623174] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.623329] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.623395] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.623611] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.623720] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.623918] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.624106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.624218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.624333] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.624412] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.624502] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a26eaab5-d4ed-44f7-b197-effd359a0243 already deleted. [ 765.624586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.624688] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a26eaab5-d4ed-44f7-b197-effd359a0243',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.625759] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.625759] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.625888] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.625955] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.625997] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.626277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.626372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.626539] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a26eaab5-d4ed-44f7-b197-effd359a0243',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.749925] env[69439]: INFO networking_nsxv3.common.synchronization [req-ecc9fa8c-8745-4d19-96b9-9a14f589baae req-3b3cecac-8a00-46eb-b9dc-1b05afaf9a84 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Enqueued Resource ID: 51b1206e-8060-43b0-bd32-be99c8eb203c with Priority: HIGHEST for action security_group_members [ 765.750530] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b1206e-8060-43b0-bd32-be99c8eb203c with Priority: HIGHEST for action security_group_members [ 765.751879] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b1206e-8060-43b0-bd32-be99c8eb203c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.751879] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.752393] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.752864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.753081] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.753401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.753401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.753506] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.753506] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.753614] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.972061] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.093872] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.093872] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.093872] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.094406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.094406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.094406] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 is going to be updated. [ 766.126780] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.126780] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.128205] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.128205] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.128205] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.128656] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a26eaab5-d4ed-44f7-b197-effd359a0243',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.132565] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.132565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.132565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.132565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.132565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.132565] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.132565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.132565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.132565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.132565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.132565] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a26eaab5-d4ed-44f7-b197-effd359a0243 already deleted. [ 766.132565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.140363] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 in Status: IN_PROGRESS for 2s [ 766.259062] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.259062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.259062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.259062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.259062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.259062] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.259062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.259062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.259062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.259062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.259062] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b1206e-8060-43b0-bd32-be99c8eb203c already deleted. [ 766.259062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.474448] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.474635] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.474685] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.474893] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.474984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.475114] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be created. [ 766.501813] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.502174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.502339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.502712] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.502973] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.514953] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: UNINITIALIZED for 2s [ 766.630805] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a26eaab5-d4ed-44f7-b197-effd359a0243: rpc.has_security_group_logging(os_id): False [ 766.649903] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.650354] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.650354] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.650354] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.650528] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.650639] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.650828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.650828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.651471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.651471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.651471] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a26eaab5-d4ed-44f7-b197-effd359a0243 is going to be created. [ 766.670943] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a26eaab5-d4ed-44f7-b197-effd359a0243], does not exist path=[/infra/domains/default/groups/a26eaab5-d4ed-44f7-b197-effd359a0243]."\n}' [ 766.671188] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a26eaab5-d4ed-44f7-b197-effd359a0243 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a26eaab5-d4ed-44f7-b197-effd359a0243 [ 766.671304] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 766.717301] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.717626] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.717693] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.718044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.719284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.719692] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.720108] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.720283] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.720578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.720820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.720998] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.721161] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.721264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.721439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.721987] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.721987] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a26eaab5-d4ed-44f7-b197-effd359a0243 is going to be created. [ 766.742234] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a26eaab5-d4ed-44f7-b197-effd359a0243], does not exist path=[/infra/domains/default/groups/a26eaab5-d4ed-44f7-b197-effd359a0243]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a26eaab5-d4ed-44f7-b197-effd359a0243 [ 766.742473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a26eaab5-d4ed-44f7-b197-effd359a0243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.742904] env[69439]: Traceback (most recent call last): [ 766.742979] env[69439]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 766.742979] env[69439]: return func(*args, **kwargs) [ 766.742979] env[69439]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 766.742979] env[69439]: res.raise_for_status() [ 766.742979] env[69439]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 766.742979] env[69439]: raise HTTPError(http_error_msg, response=self) [ 766.742979] env[69439]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a26eaab5-d4ed-44f7-b197-effd359a0243 [ 766.742979] env[69439]: During handling of the above exception, another exception occurred: [ 766.742979] env[69439]: Traceback (most recent call last): [ 766.742979] env[69439]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 766.742979] env[69439]: listener.cb(fileno) [ 766.742979] env[69439]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 766.742979] env[69439]: result = function(*args, **kwargs) [ 766.742979] env[69439]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 766.742979] env[69439]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 766.742979] env[69439]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 766.742979] env[69439]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 766.742979] env[69439]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 766.742979] env[69439]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 766.742979] env[69439]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 766.742979] env[69439]: res.raise_for_status() [ 766.742979] env[69439]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 766.742979] env[69439]: raise HTTPError(http_error_msg, response=self) [ 766.742979] env[69439]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a26eaab5-d4ed-44f7-b197-effd359a0243 [ 766.742979] env[69439]: Removing descriptor: 5 [ 766.981724] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-281 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.982017] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.986909] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.987489] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.988015] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.988384] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.988623] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.988992] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.989253] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.989581] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.992896] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.992896] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.992896] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.992896] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.992896] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.992896] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.012717] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.012892] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 767.013068] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.013274] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.013608] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-ff0f8582-45f2-4061-9932-e90302c77f20 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.013783] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-ff0f8582-45f2-4061-9932-e90302c77f20" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.013905] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-ff0f8582-45f2-4061-9932-e90302c77f20" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.014299] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-ff0f8582-45f2-4061-9932-e90302c77f20" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.014458] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff0f8582-45f2-4061-9932-e90302c77f20',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.517595] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.517890] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.517996] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.518406] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.518626] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.518808] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port ff0f8582-45f2-4061-9932-e90302c77f20 not found, creating... [ 767.519118] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.519301] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.519466] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.519741] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.519951] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.520312] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.520502] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.520645] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.520935] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.521104] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.521349] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: ff0f8582-45f2-4061-9932-e90302c77f20 is going to be created. [ 767.543706] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.543982] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.544207] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.544529] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.544781] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.545026] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-ff0f8582-45f2-4061-9932-e90302c77f20" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.149468] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 in Status: SUCCESS [ 768.150527] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.150849] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.151253] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.151759] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.152038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.152296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.152568] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.152768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.152953] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.153155] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.154778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.154778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.154778] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.154778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.154778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.155095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.155269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.155464] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.527027] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 768.527027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.527027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.527027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.527027] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.527027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.527027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.527413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.527706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.527820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.527934] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.555456] env[69439]: INFO networking_nsxv3.common.synchronization [req-ecc9fa8c-8745-4d19-96b9-9a14f589baae req-ac325044-dda2-49b9-b8a1-207fbe2fc5ca service nova] Enqueued Resource ID: 51b1206e-8060-43b0-bd32-be99c8eb203c with Priority: HIGHEST for action security_group_rules [ 768.555966] env[69439]: INFO networking_nsxv3.common.synchronization [req-ecc9fa8c-8745-4d19-96b9-9a14f589baae req-ac325044-dda2-49b9-b8a1-207fbe2fc5ca service nova] Enqueued Resource ID: 51b1206e-8060-43b0-bd32-be99c8eb203c with Priority: HIGHEST for action security_group_members [ 768.556237] env[69439]: INFO networking_nsxv3.common.synchronization [req-ecc9fa8c-8745-4d19-96b9-9a14f589baae req-ac325044-dda2-49b9-b8a1-207fbe2fc5ca service nova] Enqueued Resource ID: ff0f8582-45f2-4061-9932-e90302c77f20 with Priority: HIGHEST for action port [ 768.557630] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b1206e-8060-43b0-bd32-be99c8eb203c with Priority: HIGHEST for action security_group_rules [ 768.557630] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b1206e-8060-43b0-bd32-be99c8eb203c with Priority: HIGHEST for action security_group_members [ 768.557630] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff0f8582-45f2-4061-9932-e90302c77f20 with Priority: HIGHEST for action port [ 768.557630] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b1206e-8060-43b0-bd32-be99c8eb203c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.557630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.558064] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.558346] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.559388] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.561065] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b1206e-8060-43b0-bd32-be99c8eb203c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.561065] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.561215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.561363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.561467] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.561571] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.561635] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.561791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.561882] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.562026] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.566886] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff0f8582-45f2-4061-9932-e90302c77f20 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.567179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff0f8582-45f2-4061-9932-e90302c77f20" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.567179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff0f8582-45f2-4061-9932-e90302c77f20" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.567314] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff0f8582-45f2-4061-9932-e90302c77f20" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.567388] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff0f8582-45f2-4061-9932-e90302c77f20',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.658107] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6bba24-9977-4bcf-bfd3-2825668fd047 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.658260] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.658513] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.031488] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.031613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.031763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.031923] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.032150] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.032246] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.032285] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.032425] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.032560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.032669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.032888] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.032993] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.033037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.033174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.033311] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.033398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.033454] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.033923] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.033923] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.033923] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.033923] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.071553] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b1206e-8060-43b0-bd32-be99c8eb203c taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.071708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.071862] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.077406] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff0f8582-45f2-4061-9932-e90302c77f20 with status ACTIVE [ 769.077553] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.077659] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.077701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.077933] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.078079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.078210] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.078323] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.078370] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.078553] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.078629] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.078818] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.078899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.078967] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.079659] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.079659] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.079659] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff0f8582-45f2-4061-9932-e90302c77f20 is going to be updated. [ 769.107678] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.107678] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.107831] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.107945] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.108100] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.108276] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff0f8582-45f2-4061-9932-e90302c77f20" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.167076] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.372820] env[69439]: INFO networking_nsxv3.common.synchronization [None req-11492ae3-779f-447a-94a7-63a14072a123 None None] Enqueued Resource ID: 909fb2c7-19e0-4f73-a60c-e639e75dc927 with Priority: HIGHEST for action port [ 769.373958] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 909fb2c7-19e0-4f73-a60c-e639e75dc927 with Priority: HIGHEST for action port [ 769.374936] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-909fb2c7-19e0-4f73-a60c-e639e75dc927 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.374936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-909fb2c7-19e0-4f73-a60c-e639e75dc927" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.374936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-909fb2c7-19e0-4f73-a60c-e639e75dc927" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.376156] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-909fb2c7-19e0-4f73-a60c-e639e75dc927" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.376156] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('909fb2c7-19e0-4f73-a60c-e639e75dc927',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.539779] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7071ed0-f590-4eee-9b3e-64b173041cd4: rpc.has_security_group_logging(os_id): False [ 769.558846] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.559035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.559117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.559342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.559438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.559880] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.560110] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.560194] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.560405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.560539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.560788] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.561718] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.562151] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.562151] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.562151] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.562351] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.562431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.562482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.562667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.562770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.562863] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be created. [ 769.579318] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.580832] env[69439]: INFO networking_nsxv3.common.synchronization [None req-50411eab-3150-4643-a180-c55288fe3c83 None None] Enqueued Resource ID: 3fb42286-68d3-4071-aece-fddd6fea5a96 with Priority: HIGHEST for action port [ 769.583887] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb42286-68d3-4071-aece-fddd6fea5a96 with Priority: HIGHEST for action port [ 769.585021] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fb42286-68d3-4071-aece-fddd6fea5a96 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.585254] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fb42286-68d3-4071-aece-fddd6fea5a96" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.585452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fb42286-68d3-4071-aece-fddd6fea5a96" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.585677] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fb42286-68d3-4071-aece-fddd6fea5a96" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.585933] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fb42286-68d3-4071-aece-fddd6fea5a96',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.619740] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.619893] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.619944] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.620388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.620388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.636317] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: IN_PROGRESS for 2s [ 769.670047] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.670471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.670562] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.671056] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.671056] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.671056] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 is going to be updated. [ 769.733393] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.733691] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.733783] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.734032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.734201] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.745795] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 in Status: IN_PROGRESS for 2s [ 769.879534] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 909fb2c7-19e0-4f73-a60c-e639e75dc927 [ 769.879534] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.879534] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.879534] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.879534] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.879910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.879910] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:909fb2c7-19e0-4f73-a60c-e639e75dc927 already deleted. [ 769.879910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-909fb2c7-19e0-4f73-a60c-e639e75dc927" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.086418] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.086418] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.086418] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.086418] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.086418] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.086418] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b1206e-8060-43b0-bd32-be99c8eb203c is going to be created. [ 770.087917] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fb42286-68d3-4071-aece-fddd6fea5a96 [ 770.088820] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.088820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.088820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.088820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.088820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.090183] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fb42286-68d3-4071-aece-fddd6fea5a96 already deleted. [ 770.092091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fb42286-68d3-4071-aece-fddd6fea5a96" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.113463] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.113592] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.113756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.113889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.114126] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.128542] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b1206e-8060-43b0-bd32-be99c8eb203c in Status: UNINITIALIZED for 2s [ 770.435312] env[69439]: INFO networking_nsxv3.common.synchronization [None req-2dfb9362-ba4a-4461-a54f-5e462d610744 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Enqueued Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_rules [ 770.435312] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_rules [ 770.435312] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-410d164c-aa2e-4aab-97a2-fb4f13027908 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.435312] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.435312] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.435312] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.436729] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('410d164c-aa2e-4aab-97a2-fb4f13027908',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.686387] env[69439]: INFO networking_nsxv3.common.synchronization [None req-badbfddb-9b5f-4744-9a71-040f17a4b433 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Enqueued Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_rules [ 770.687044] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_rules [ 770.687573] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-410d164c-aa2e-4aab-97a2-fb4f13027908 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.687573] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.961155] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.965286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.965286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.965286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.965286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.965286] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 already deleted. [ 770.965286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.965286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.965286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.965286] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('410d164c-aa2e-4aab-97a2-fb4f13027908',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.486047] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.486875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.486875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.486875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.486875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.486875] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 already deleted. [ 771.486875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.653020] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 771.653020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.758539] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 in Status: SUCCESS [ 771.760317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.763237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.763237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.763237] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.763237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.763237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.763237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.763237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.763237] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.065963] env[69439]: INFO networking_nsxv3.common.synchronization [None req-78749e7b-477f-4351-a953-a91639cc6e99 None None] Enqueued Resource ID: 79028c20-acca-415b-8783-c7c737d4f2bd with Priority: HIGHEST for action port [ 772.065963] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79028c20-acca-415b-8783-c7c737d4f2bd with Priority: HIGHEST for action port [ 772.067817] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-79028c20-acca-415b-8783-c7c737d4f2bd taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.069899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79028c20-acca-415b-8783-c7c737d4f2bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.069899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79028c20-acca-415b-8783-c7c737d4f2bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.069899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79028c20-acca-415b-8783-c7c737d4f2bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.069899] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79028c20-acca-415b-8783-c7c737d4f2bd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.141745] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b1206e-8060-43b0-bd32-be99c8eb203c in Status: UNINITIALIZED for 4s [ 772.266634] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.506646] env[69439]: INFO networking_nsxv3.common.synchronization [None req-7f0ace9e-7320-4ded-9da1-9e08fc06dc7d None None] Enqueued Resource ID: d0e486ad-abbe-4c3a-ba80-3e1269859697 with Priority: HIGHEST for action port [ 772.506646] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e486ad-abbe-4c3a-ba80-3e1269859697 with Priority: HIGHEST for action port [ 772.507100] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0e486ad-abbe-4c3a-ba80-3e1269859697 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.507710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0e486ad-abbe-4c3a-ba80-3e1269859697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.507861] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0e486ad-abbe-4c3a-ba80-3e1269859697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.508757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0e486ad-abbe-4c3a-ba80-3e1269859697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.508757] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0e486ad-abbe-4c3a-ba80-3e1269859697',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.573660] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79028c20-acca-415b-8783-c7c737d4f2bd [ 772.574873] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.574873] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.574873] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.574873] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.574873] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.574873] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79028c20-acca-415b-8783-c7c737d4f2bd already deleted. [ 772.574873] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79028c20-acca-415b-8783-c7c737d4f2bd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.769548] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.012723] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0e486ad-abbe-4c3a-ba80-3e1269859697 [ 773.013505] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.013598] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.013655] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.013861] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.013955] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.016061] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0e486ad-abbe-4c3a-ba80-3e1269859697 already deleted. [ 773.016061] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0e486ad-abbe-4c3a-ba80-3e1269859697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.271922] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.272127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.272202] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.272427] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.272520] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.272618] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 is going to be updated. [ 773.305844] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.306078] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.306309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.306588] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.307335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.322140] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 in Status: IN_PROGRESS for 2s [ 773.379963] env[69439]: INFO networking_nsxv3.common.synchronization [req-3fad366b-a995-4c83-b78c-593374b6976c req-94daa2cd-89d8-4757-aef0-2140c5ad0513 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Enqueued Resource ID: e72a7d49-214e-469d-abb9-6f6b0ed6c67d with Priority: HIGHEST for action security_group_members [ 773.381090] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e72a7d49-214e-469d-abb9-6f6b0ed6c67d with Priority: HIGHEST for action security_group_members [ 773.381090] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.381090] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.381090] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.381825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.382012] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.382115] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.382185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.382442] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.382535] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.382632] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e72a7d49-214e-469d-abb9-6f6b0ed6c67d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.885645] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.888187] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.888187] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.888187] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.911304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.911304] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.911304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.911304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.911304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.911304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.911304] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e72a7d49-214e-469d-abb9-6f6b0ed6c67d is going to be updated. [ 773.942080] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.943248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.943410] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.943684] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.943902] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.956549] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e72a7d49-214e-469d-abb9-6f6b0ed6c67d in Status: IN_PROGRESS for 2s [ 774.005786] env[69439]: INFO networking_nsxv3.common.synchronization [req-2f65f1d2-3799-48f3-ab72-48ab9746774c req-ba9a30e6-a11f-4016-8109-37cab1d7ac16 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Enqueued Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_members [ 774.012172] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 with Priority: HIGHEST for action security_group_members [ 774.012172] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6bba24-9977-4bcf-bfd3-2825668fd047 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.012172] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.074081] env[69439]: INFO networking_nsxv3.common.synchronization [req-b51f80e8-ff48-4df1-84aa-221957cb9469 req-834ad4d7-de16-4ff8-813a-06407101b4f2 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Enqueued Resource ID: b7928caa-8eec-4c2a-a503-817cacdbf194 with Priority: HIGHEST for action security_group_members [ 774.074479] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7928caa-8eec-4c2a-a503-817cacdbf194 with Priority: HIGHEST for action security_group_members [ 774.075448] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7928caa-8eec-4c2a-a503-817cacdbf194 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.075448] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.075448] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.077452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.077636] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.078016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.078111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.078260] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.078347] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.078443] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7928caa-8eec-4c2a-a503-817cacdbf194',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.153218] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b1206e-8060-43b0-bd32-be99c8eb203c in Status: SUCCESS [ 774.153538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.153766] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.154091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.154355] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.154536] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.154616] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.154834] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.154926] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.156102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.156320] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.169084] env[69439]: INFO networking_nsxv3.common.synchronization [req-22281a3e-7e95-4cfc-a923-0ad31d997461 req-fa778b54-f489-4e0a-ac2c-fc0efd92a411 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Enqueued Resource ID: eac81bb9-d780-4c8b-848a-3bfa018521f2 with Priority: HIGHEST for action security_group_members [ 774.173221] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac81bb9-d780-4c8b-848a-3bfa018521f2 with Priority: HIGHEST for action security_group_members [ 774.173275] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac81bb9-d780-4c8b-848a-3bfa018521f2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.174427] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.174427] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.174427] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.174427] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.174427] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.174427] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.174427] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.174715] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.174715] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eac81bb9-d780-4c8b-848a-3bfa018521f2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.580274] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.580462] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.580537] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.580798] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.606535] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.606535] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.606535] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.606535] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.606535] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.606535] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.606535] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7928caa-8eec-4c2a-a503-817cacdbf194 is going to be updated. [ 774.637984] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.637984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.637984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.637984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.637984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.644675] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7928caa-8eec-4c2a-a503-817cacdbf194 in Status: IN_PROGRESS for 2s [ 774.666391] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b1206e-8060-43b0-bd32-be99c8eb203c taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.666391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.666391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.666391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.666391] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.666391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.666391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.666391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.666391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.666391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.666391] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b1206e-8060-43b0-bd32-be99c8eb203c taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.666391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.666391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.666391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.666391] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.666391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.667061] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.667061] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.667061] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.667061] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.667061] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.670076] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.670287] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-799" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.671107] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-799" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.671107] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-799" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.671444] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.671770] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.672054] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.672405] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.675082] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.675082] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.675082] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.675082] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.675082] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.675082] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.675082] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.675082] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.680284] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.680636] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.680857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.681264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.681502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.681786] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.682128] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.683316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.683316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.683316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.683316] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eac81bb9-d780-4c8b-848a-3bfa018521f2 already deleted. [ 774.683316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.695091] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.695091] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 774.695091] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.695091] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-799" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.695091] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-a16b3d3f-779c-4279-b3af-a214385a84cf taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.695753] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-a16b3d3f-779c-4279-b3af-a214385a84cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.696042] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-a16b3d3f-779c-4279-b3af-a214385a84cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.696500] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-a16b3d3f-779c-4279-b3af-a214385a84cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.696807] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a16b3d3f-779c-4279-b3af-a214385a84cf',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.884869] env[69439]: INFO networking_nsxv3.common.synchronization [req-624f0a01-fa5b-4184-8040-650c59b05657 req-386048a7-33bb-4da4-9563-a784dd394e30 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 774.885055] env[69439]: INFO networking_nsxv3.common.synchronization [req-624f0a01-fa5b-4184-8040-650c59b05657 req-386048a7-33bb-4da4-9563-a784dd394e30 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e with Priority: HIGHEST for action security_group_members [ 774.885558] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 774.886173] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e with Priority: HIGHEST for action security_group_members [ 774.886173] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.886548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.886548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.886646] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.886852] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.886998] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.887134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.887355] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.887516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.887643] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.888578] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.888830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.888830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.889058] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.889252] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.889411] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.889524] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.889714] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.889804] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.889872] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.938509] env[69439]: INFO networking_nsxv3.common.synchronization [req-624f0a01-fa5b-4184-8040-650c59b05657 req-386048a7-33bb-4da4-9563-a784dd394e30 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e with Priority: HIGHEST for action security_group_rules [ 774.939201] env[69439]: INFO networking_nsxv3.common.synchronization [req-624f0a01-fa5b-4184-8040-650c59b05657 req-386048a7-33bb-4da4-9563-a784dd394e30 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e with Priority: HIGHEST for action security_group_members [ 774.939702] env[69439]: INFO networking_nsxv3.common.synchronization [req-624f0a01-fa5b-4184-8040-650c59b05657 req-386048a7-33bb-4da4-9563-a784dd394e30 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_rules [ 774.940132] env[69439]: INFO networking_nsxv3.common.synchronization [req-624f0a01-fa5b-4184-8040-650c59b05657 req-386048a7-33bb-4da4-9563-a784dd394e30 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 774.940323] env[69439]: INFO networking_nsxv3.common.synchronization [req-624f0a01-fa5b-4184-8040-650c59b05657 req-386048a7-33bb-4da4-9563-a784dd394e30 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 428c4e18-176e-4d3d-b38f-55f3fbbe0841 with Priority: HIGHEST for action port [ 774.941053] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e with Priority: HIGHEST for action security_group_rules [ 774.941269] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_rules [ 774.941393] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428c4e18-176e-4d3d-b38f-55f3fbbe0841 with Priority: HIGHEST for action port [ 774.945023] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e with Priority: HIGHEST for action security_group_members [ 774.945023] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 774.945023] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.945023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.945023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.945023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.945023] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.945023] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.945023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.945023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.945023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.945023] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.945023] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-428c4e18-176e-4d3d-b38f-55f3fbbe0841 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.945023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-428c4e18-176e-4d3d-b38f-55f3fbbe0841" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.945023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-428c4e18-176e-4d3d-b38f-55f3fbbe0841" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.945023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-428c4e18-176e-4d3d-b38f-55f3fbbe0841" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.945782] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('428c4e18-176e-4d3d-b38f-55f3fbbe0841',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.946311] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.946311] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.946311] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.946434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.179156] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51b1206e-8060-43b0-bd32-be99c8eb203c: rpc.has_security_group_logging(os_id): False [ 775.205223] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.205223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.205223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.205223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.205223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.205223] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.205223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.205223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.205223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.205223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.205223] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.205223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.205223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.205223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.205223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.205638] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.205638] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.205638] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.205638] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.205638] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.205638] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b1206e-8060-43b0-bd32-be99c8eb203c is going to be created. [ 775.206745] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.206990] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.207138] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.207441] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.207973] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.208193] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port a16b3d3f-779c-4279-b3af-a214385a84cf not found, creating... [ 775.208507] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.208770] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.209041] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.209287] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.209495] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.209843] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.210082] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.210255] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.210500] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.210647] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.210901] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: a16b3d3f-779c-4279-b3af-a214385a84cf is going to be created. [ 775.234244] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.234559] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.234688] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.235040] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.235345] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.235633] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-a16b3d3f-779c-4279-b3af-a214385a84cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.283583] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.283583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.283583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.283583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.283583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.294657] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b1206e-8060-43b0-bd32-be99c8eb203c in Status: IN_PROGRESS for 2s [ 775.340269] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 in Status: SUCCESS [ 775.340269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.340269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.340269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.340269] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.340269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.340269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.340589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.340589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.340589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.340653] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6bba24-9977-4bcf-bfd3-2825668fd047 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.342570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.342570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.342570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.342570] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.342570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.342570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.342570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.342570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.342570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.342570] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.342570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.343015] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.343015] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.343015] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.343015] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.343130] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.343164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.343255] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.392136] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.393084] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.447688] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 428c4e18-176e-4d3d-b38f-55f3fbbe0841 with status ACTIVE [ 775.447893] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.448048] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.448116] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.448360] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.448418] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.448634] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.448830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.448914] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.449102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.449187] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.449385] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.449518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.449564] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.449732] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.449802] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.449886] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 428c4e18-176e-4d3d-b38f-55f3fbbe0841 is going to be updated. [ 775.451155] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.451240] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.451491] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.451571] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.475170] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.475385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.475579] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.475679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.475822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.475991] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-428c4e18-176e-4d3d-b38f-55f3fbbe0841" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.845148] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a6bba24-9977-4bcf-bfd3-2825668fd047: rpc.has_security_group_logging(os_id): False [ 775.846829] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.847025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.847111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.847344] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.871752] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.871931] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.873708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.873934] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.874110] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.874224] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.874466] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.874555] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.874653] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 is going to be updated. [ 775.875608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.875790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.875872] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.876102] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.876231] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.876299] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.876452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.876530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.876716] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.876813] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.876875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.877026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.877095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.877298] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.877402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.877464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.877605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.877680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.877764] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 is going to be updated. [ 775.899463] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.900638] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.909153] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.909323] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.909362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.909572] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.911215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.922401] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 in Status: IN_PROGRESS for 2s [ 775.962168] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.962312] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.962312] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.962531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.962683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.973898] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e72a7d49-214e-469d-abb9-6f6b0ed6c67d in Status: SUCCESS [ 775.974089] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e72a7d49-214e-469d-abb9-6f6b0ed6c67d deletion is rescheduled due to dependency. [ 775.974217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e72a7d49-214e-469d-abb9-6f6b0ed6c67d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.979659] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 in Status: IN_PROGRESS for 2s [ 776.033264] env[69439]: INFO networking_nsxv3.common.synchronization [req-7b1d76a3-f251-4129-b44c-4b099083a84c req-10e30144-097d-461b-8232-108d4e6f3fcc tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e with Priority: HIGHEST for action security_group_members [ 776.034104] env[69439]: INFO networking_nsxv3.common.synchronization [req-7b1d76a3-f251-4129-b44c-4b099083a84c req-10e30144-097d-461b-8232-108d4e6f3fcc tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 with Priority: HIGHEST for action security_group_members [ 776.034104] env[69439]: INFO networking_nsxv3.common.synchronization [req-7b1d76a3-f251-4129-b44c-4b099083a84c req-10e30144-097d-461b-8232-108d4e6f3fcc tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 776.034850] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e with Priority: HIGHEST for action security_group_members [ 776.034966] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 with Priority: HIGHEST for action security_group_members [ 776.035123] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 776.035559] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.035675] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.036056] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.036111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.036240] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.036601] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.040020] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.040020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.040020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.040020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.040020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.040020] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d07dec-513c-4f3d-b4dc-00ff0f8959d3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.040020] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.040020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.122106] env[69439]: INFO networking_nsxv3.common.synchronization [req-7b1d76a3-f251-4129-b44c-4b099083a84c req-10e30144-097d-461b-8232-108d4e6f3fcc tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 with Priority: HIGHEST for action security_group_rules [ 776.122295] env[69439]: INFO networking_nsxv3.common.synchronization [req-7b1d76a3-f251-4129-b44c-4b099083a84c req-10e30144-097d-461b-8232-108d4e6f3fcc tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 with Priority: HIGHEST for action security_group_members [ 776.122429] env[69439]: INFO networking_nsxv3.common.synchronization [req-7b1d76a3-f251-4129-b44c-4b099083a84c req-10e30144-097d-461b-8232-108d4e6f3fcc tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e with Priority: HIGHEST for action security_group_rules [ 776.122556] env[69439]: INFO networking_nsxv3.common.synchronization [req-7b1d76a3-f251-4129-b44c-4b099083a84c req-10e30144-097d-461b-8232-108d4e6f3fcc tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e with Priority: HIGHEST for action security_group_members [ 776.122693] env[69439]: INFO networking_nsxv3.common.synchronization [req-7b1d76a3-f251-4129-b44c-4b099083a84c req-10e30144-097d-461b-8232-108d4e6f3fcc tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_rules [ 776.123161] env[69439]: INFO networking_nsxv3.common.synchronization [req-7b1d76a3-f251-4129-b44c-4b099083a84c req-10e30144-097d-461b-8232-108d4e6f3fcc tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 776.123161] env[69439]: INFO networking_nsxv3.common.synchronization [req-7b1d76a3-f251-4129-b44c-4b099083a84c req-10e30144-097d-461b-8232-108d4e6f3fcc tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 428c4e18-176e-4d3d-b38f-55f3fbbe0841 with Priority: HIGHEST for action port [ 776.123828] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 with Priority: HIGHEST for action security_group_rules [ 776.123962] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e with Priority: HIGHEST for action security_group_rules [ 776.124074] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 776.125137] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428c4e18-176e-4d3d-b38f-55f3fbbe0841 with Priority: HIGHEST for action port [ 776.125137] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_rules [ 776.125137] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 with Priority: HIGHEST for action security_group_members [ 776.125137] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e with Priority: HIGHEST for action security_group_members [ 776.125137] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85d07dec-513c-4f3d-b4dc-00ff0f8959d3 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.125137] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.125137] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.125552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.125704] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85d07dec-513c-4f3d-b4dc-00ff0f8959d3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.127164] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.127164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.127302] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.127355] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.127555] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-428c4e18-176e-4d3d-b38f-55f3fbbe0841 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.127716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-428c4e18-176e-4d3d-b38f-55f3fbbe0841" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.129774] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-428c4e18-176e-4d3d-b38f-55f3fbbe0841" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.129774] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-428c4e18-176e-4d3d-b38f-55f3fbbe0841" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.129774] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('428c4e18-176e-4d3d-b38f-55f3fbbe0841',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.129774] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.129774] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.130791] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.130791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.130791] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.130791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.172309] env[69439]: INFO networking_nsxv3.common.synchronization [req-22281a3e-7e95-4cfc-a923-0ad31d997461 req-59303a00-6584-4f4f-8a93-e78b0384c3a8 service nova] Enqueued Resource ID: eac81bb9-d780-4c8b-848a-3bfa018521f2 with Priority: HIGHEST for action security_group_rules [ 776.172584] env[69439]: INFO networking_nsxv3.common.synchronization [req-22281a3e-7e95-4cfc-a923-0ad31d997461 req-59303a00-6584-4f4f-8a93-e78b0384c3a8 service nova] Enqueued Resource ID: eac81bb9-d780-4c8b-848a-3bfa018521f2 with Priority: HIGHEST for action security_group_members [ 776.172748] env[69439]: INFO networking_nsxv3.common.synchronization [req-22281a3e-7e95-4cfc-a923-0ad31d997461 req-59303a00-6584-4f4f-8a93-e78b0384c3a8 service nova] Enqueued Resource ID: a16b3d3f-779c-4279-b3af-a214385a84cf with Priority: HIGHEST for action port [ 776.175759] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac81bb9-d780-4c8b-848a-3bfa018521f2 with Priority: HIGHEST for action security_group_rules [ 776.175759] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac81bb9-d780-4c8b-848a-3bfa018521f2 with Priority: HIGHEST for action security_group_members [ 776.175759] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b3d3f-779c-4279-b3af-a214385a84cf with Priority: HIGHEST for action port [ 776.176085] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eac81bb9-d780-4c8b-848a-3bfa018521f2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.176314] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.176385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.177176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.177319] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eac81bb9-d780-4c8b-848a-3bfa018521f2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.178347] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac81bb9-d780-4c8b-848a-3bfa018521f2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.178478] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.178478] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.178707] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.178785] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.178915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.178915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.179163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.179267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.179366] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eac81bb9-d780-4c8b-848a-3bfa018521f2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.180229] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-a16b3d3f-779c-4279-b3af-a214385a84cf taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.180526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a16b3d3f-779c-4279-b3af-a214385a84cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.180526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a16b3d3f-779c-4279-b3af-a214385a84cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.180652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a16b3d3f-779c-4279-b3af-a214385a84cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.180652] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a16b3d3f-779c-4279-b3af-a214385a84cf',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.402556] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.402720] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.402791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.403041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.403153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.403256] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be updated. [ 776.405567] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.405652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.405761] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.405904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.405986] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.406091] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e is going to be created. [ 776.429183] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.429333] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.429549] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.429610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.429772] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.431896] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.432057] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.432148] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.432398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.432457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.441898] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e in Status: UNINITIALIZED for 2s [ 776.442621] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: IN_PROGRESS for 2s [ 776.544161] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85d07dec-513c-4f3d-b4dc-00ff0f8959d3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.596841] env[69439]: INFO networking_nsxv3.common.synchronization [req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca req-be280368-c888-40a7-8da7-538b5da7386d tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Enqueued Resource ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 with Priority: HIGHEST for action security_group_members [ 776.597354] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 with Priority: HIGHEST for action security_group_members [ 776.597659] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.597813] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.597859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.598047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.598211] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.598307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.598377] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.598600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.598702] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.598806] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.631478] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.631804] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.633038] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 428c4e18-176e-4d3d-b38f-55f3fbbe0841 with status ACTIVE [ 776.633038] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.633038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.633038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.633038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.633038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.633038] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.633038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.633038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.633379] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.633379] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.635918] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.635918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.635918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.635918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.635918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.635918] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 428c4e18-176e-4d3d-b38f-55f3fbbe0841 is going to be updated. [ 776.657225] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7928caa-8eec-4c2a-a503-817cacdbf194 in Status: SUCCESS [ 776.657273] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7928caa-8eec-4c2a-a503-817cacdbf194 deletion is rescheduled due to dependency. [ 776.657386] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7928caa-8eec-4c2a-a503-817cacdbf194" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.661171] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.661308] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.661399] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.661557] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.661730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.661892] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-428c4e18-176e-4d3d-b38f-55f3fbbe0841" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.684584] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac81bb9-d780-4c8b-848a-3bfa018521f2 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.684584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.684584] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eac81bb9-d780-4c8b-848a-3bfa018521f2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.684584] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a16b3d3f-779c-4279-b3af-a214385a84cf with status ACTIVE [ 776.684584] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.684939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.684939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.684939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.685092] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.685246] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.685368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.685457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.685616] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.685700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.685903] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.686057] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.687346] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.687346] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.687346] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.687594] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a16b3d3f-779c-4279-b3af-a214385a84cf is going to be updated. [ 776.709349] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.709421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.709518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.709756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.709912] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.710085] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a16b3d3f-779c-4279-b3af-a214385a84cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.047507] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85d07dec-513c-4f3d-b4dc-00ff0f8959d3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.102646] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.190290] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eac81bb9-d780-4c8b-848a-3bfa018521f2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.309338] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b1206e-8060-43b0-bd32-be99c8eb203c in Status: SUCCESS [ 777.309609] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.550321] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.550494] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.550560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.550788] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.550923] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.550978] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 is going to be created. [ 777.576179] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.576179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.576179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.577206] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.577206] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.588087] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 in Status: UNINITIALIZED for 2s [ 777.606813] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.693129] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.693365] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.693450] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.693666] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.693783] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.693881] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eac81bb9-d780-4c8b-848a-3bfa018521f2 is going to be created. [ 777.718925] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.719154] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.719290] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.719545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.719739] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.731403] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eac81bb9-d780-4c8b-848a-3bfa018521f2 in Status: UNINITIALIZED for 2s [ 777.933099] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 in Status: SUCCESS [ 777.933459] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 deletion is rescheduled due to dependency. [ 777.937022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.995565] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 in Status: SUCCESS [ 777.995868] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.995968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.996219] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.996404] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a6bba24-9977-4bcf-bfd3-2825668fd047',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.112131] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.112479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.112479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.112715] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.112715] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.112848] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 is going to be updated. [ 778.149248] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.149532] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.149634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.150362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.150362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.163022] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 in Status: IN_PROGRESS for 2s [ 778.457283] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 778.457557] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.457751] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.458020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.458213] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.458335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.458428] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.458703] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.458814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.458934] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.460704] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e in Status: SUCCESS [ 778.460954] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.461179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.461385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.461650] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.461832] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.461910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.462112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.462222] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.462336] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.521124] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.521282] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.521359] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.521814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.521814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.521814] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a6bba24-9977-4bcf-bfd3-2825668fd047 is going to be deleted. [ 778.582552] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.582703] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.582868] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.582989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.583373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.583373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a6bba24-9977-4bcf-bfd3-2825668fd047" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.964116] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.965658] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.467787] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.469605] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.600107] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 in Status: SUCCESS [ 779.600397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.600675] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.600970] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.601279] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.601430] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.601526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.601798] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.601915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.603381] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d07dec-513c-4f3d-b4dc-00ff0f8959d3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.742509] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eac81bb9-d780-4c8b-848a-3bfa018521f2 in Status: SUCCESS [ 779.742850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.743287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.743828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.744104] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.744329] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.744387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.744589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.744711] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.744849] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.744987] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eac81bb9-d780-4c8b-848a-3bfa018521f2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.971795] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.972071] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.972165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.972509] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.972653] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.972805] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be updated. [ 779.974742] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.974962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.975039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.975287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.975412] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.975556] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e is going to be updated. [ 780.019918] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.023172] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.023288] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.023557] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.024464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.027411] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.027542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.027581] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.027778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.027917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.041268] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: IN_PROGRESS for 2s [ 780.042439] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e in Status: IN_PROGRESS for 2s [ 780.107971] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85d07dec-513c-4f3d-b4dc-00ff0f8959d3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.175471] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 in Status: SUCCESS [ 780.175471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.248156] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac81bb9-d780-4c8b-848a-3bfa018521f2 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.248257] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.248290] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.248512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.248977] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.248977] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.248977] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.249140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.249140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.249257] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.249379] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac81bb9-d780-4c8b-848a-3bfa018521f2 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.249473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.249534] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.249680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.249823] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.249916] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.249977] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.250140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.250218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.250304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.250392] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eac81bb9-d780-4c8b-848a-3bfa018521f2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.615445] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85d07dec-513c-4f3d-b4dc-00ff0f8959d3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.755818] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eac81bb9-d780-4c8b-848a-3bfa018521f2: rpc.has_security_group_logging(os_id): False [ 780.783926] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.784165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.784710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.784710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.784710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.784911] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.784993] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.785053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.785253] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.785370] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.785621] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.785962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.785962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.785962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.787539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.787934] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.788291] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.788453] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.788785] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.789822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.789822] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eac81bb9-d780-4c8b-848a-3bfa018521f2 is going to be created. [ 780.860153] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.860301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.860859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.860859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.860859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.875185] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eac81bb9-d780-4c8b-848a-3bfa018521f2 in Status: IN_PROGRESS for 2s [ 781.118321] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.118750] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.119073] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.119372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.121789] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.121789] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 is going to be updated. [ 781.154778] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.154989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.155049] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.155441] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.155441] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.168074] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 in Status: IN_PROGRESS for 2s [ 781.598595] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 781.599206] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=13 [ 782.059475] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 782.059475] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.059860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.059860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.059995] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.060139] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.060198] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.060345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.060417] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.060780] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.060780] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.066984] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e in Status: SUCCESS [ 782.067901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.067901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.068034] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.068238] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.068437] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.068552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.068958] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.068958] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.069118] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.072830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.072830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.072830] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.072830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.072830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.072830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.072830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.072830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.072830] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.073191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.073527] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.073706] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.073809] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.073871] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.074036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.074113] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.074344] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.574122] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.574261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.575646] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.577040] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.577668] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.889031] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eac81bb9-d780-4c8b-848a-3bfa018521f2 in Status: SUCCESS [ 782.889506] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.081928] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.081928] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e: rpc.has_security_group_logging(os_id): False [ 783.081928] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.099981] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.100156] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.100227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.100454] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.100547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.100864] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.100864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.101028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.101113] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.101178] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.101265] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e is going to be created. [ 783.156583] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.156788] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.156835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.157143] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.157372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.174442] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e in Status: IN_PROGRESS for 2s [ 783.179829] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 in Status: SUCCESS [ 783.180071] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.181491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.181491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.181491] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.181491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.181491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.181491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.181491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.181491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.181491] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85d07dec-513c-4f3d-b4dc-00ff0f8959d3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.586342] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.586342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.586342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.586342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.586342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.586342] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e is going to be updated. [ 783.587976] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.588233] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.588451] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.588599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.588723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.588992] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be updated. [ 783.625213] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.625404] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.625454] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.625700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.625793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.630182] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.630182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.630182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.630182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.630182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.639344] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: IN_PROGRESS for 2s [ 783.640077] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e in Status: IN_PROGRESS for 2s [ 783.685941] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85d07dec-513c-4f3d-b4dc-00ff0f8959d3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.189546] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85d07dec-513c-4f3d-b4dc-00ff0f8959d3: rpc.has_security_group_logging(os_id): False [ 784.224283] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.224283] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.224283] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.224283] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.224283] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.224618] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.224878] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.224878] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.224966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.225041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.225126] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 is going to be created. [ 784.301970] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.302172] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.302245] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.302489] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.302708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.317588] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 in Status: IN_PROGRESS for 2s [ 785.187336] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e in Status: SUCCESS [ 785.187336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.187336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.187336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.187336] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.453119] env[69439]: INFO networking_nsxv3.common.synchronization [None req-f6c9fe7b-5e3a-4436-abd1-a5788ca5c50f None None] Enqueued Resource ID: f63f5d7b-78a0-4320-9694-d10648cf73e1 with Priority: HIGHEST for action port [ 785.453119] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63f5d7b-78a0-4320-9694-d10648cf73e1 with Priority: HIGHEST for action port [ 785.453119] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-f63f5d7b-78a0-4320-9694-d10648cf73e1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.453119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f63f5d7b-78a0-4320-9694-d10648cf73e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.453119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f63f5d7b-78a0-4320-9694-d10648cf73e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.453119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f63f5d7b-78a0-4320-9694-d10648cf73e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.453975] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f63f5d7b-78a0-4320-9694-d10648cf73e1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.657490] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 785.658178] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.659605] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e in Status: SUCCESS [ 785.659847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.660015] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.660599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.660828] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.660945] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.661484] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.661573] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.661667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.661769] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.663192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.663416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.664551] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.664551] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.664551] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.664551] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.664551] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.664551] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.689525] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.689657] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.797559] env[69439]: INFO networking_nsxv3.common.synchronization [req-5480921a-8adc-42d5-af25-a2721a6ff1f5 req-1152fda7-3aa7-4bfa-88ad-ea7435f010bd tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Enqueued Resource ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 with Priority: HIGHEST for action security_group_members [ 785.798120] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 with Priority: HIGHEST for action security_group_members [ 785.798418] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf70d0e5-f07c-40f0-8808-99962eb1a492 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.798544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.798614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.802220] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.802220] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.802220] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.802220] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.802599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.802727] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.802801] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.955796] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f63f5d7b-78a0-4320-9694-d10648cf73e1 [ 785.956077] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.956209] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.956284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.956481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.956557] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.956664] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f63f5d7b-78a0-4320-9694-d10648cf73e1 already deleted. [ 785.956745] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f63f5d7b-78a0-4320-9694-d10648cf73e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.171078] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.171245] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.222023] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.222023] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.222023] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.222023] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.223507] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.224441] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.225088] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.225088] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.226031] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.226246] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.226436] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.226629] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.226779] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.226935] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.227091] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.227276] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.257548] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.257751] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 786.257896] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.258100] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.258433] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-9bd41fa2-c762-4642-ae7f-9ac647d1c22b taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.258694] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-9bd41fa2-c762-4642-ae7f-9ac647d1c22b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.258922] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-9bd41fa2-c762-4642-ae7f-9ac647d1c22b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.259176] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-9bd41fa2-c762-4642-ae7f-9ac647d1c22b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.259329] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bd41fa2-c762-4642-ae7f-9ac647d1c22b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.306746] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.308112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.308112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.308112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.308112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.308112] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.308112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.308112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.308112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.308112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.308112] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 already deleted. [ 786.308112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.330441] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 in Status: SUCCESS [ 786.330662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.672767] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.673881] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.762784] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.762784] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.762784] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.762992] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.763177] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.763326] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 9bd41fa2-c762-4642-ae7f-9ac647d1c22b not found, creating... [ 786.763599] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.763802] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.763866] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.764097] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.764303] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.764660] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.764815] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.765059] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.765164] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.765286] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.765423] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 9bd41fa2-c762-4642-ae7f-9ac647d1c22b is going to be created. [ 786.797577] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.797810] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.797916] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.799243] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.799243] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.799243] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-9bd41fa2-c762-4642-ae7f-9ac647d1c22b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.176765] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.176994] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.177368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.177672] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.177800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.177974] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e is going to be updated. [ 787.179584] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.179733] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.179806] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.180857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.180984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.182101] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be updated. [ 787.216983] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.216983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.216983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.217292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.217292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.219527] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.219665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.219736] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.220016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.220764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.238204] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: IN_PROGRESS for 2s [ 787.238204] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e in Status: IN_PROGRESS for 2s [ 787.606266] env[69439]: INFO networking_nsxv3.common.synchronization [req-5480921a-8adc-42d5-af25-a2721a6ff1f5 req-eea0b2c6-65a8-43bd-a51f-c0ef0fe83031 service nova] Enqueued Resource ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 with Priority: HIGHEST for action security_group_rules [ 787.606266] env[69439]: INFO networking_nsxv3.common.synchronization [req-5480921a-8adc-42d5-af25-a2721a6ff1f5 req-eea0b2c6-65a8-43bd-a51f-c0ef0fe83031 service nova] Enqueued Resource ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 with Priority: HIGHEST for action security_group_members [ 787.606266] env[69439]: INFO networking_nsxv3.common.synchronization [req-5480921a-8adc-42d5-af25-a2721a6ff1f5 req-eea0b2c6-65a8-43bd-a51f-c0ef0fe83031 service nova] Enqueued Resource ID: 9bd41fa2-c762-4642-ae7f-9ac647d1c22b with Priority: HIGHEST for action port [ 787.606266] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 with Priority: HIGHEST for action security_group_rules [ 787.606266] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 with Priority: HIGHEST for action security_group_members [ 787.606266] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd41fa2-c762-4642-ae7f-9ac647d1c22b with Priority: HIGHEST for action port [ 787.606266] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf70d0e5-f07c-40f0-8808-99962eb1a492 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.606266] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.606266] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.606266] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.606266] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.609437] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf70d0e5-f07c-40f0-8808-99962eb1a492 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.609836] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.612022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.612022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.612022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.612022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.612022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.612022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.612022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.612022] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.612022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bd41fa2-c762-4642-ae7f-9ac647d1c22b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.612022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bd41fa2-c762-4642-ae7f-9ac647d1c22b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.612022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bd41fa2-c762-4642-ae7f-9ac647d1c22b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.613207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bd41fa2-c762-4642-ae7f-9ac647d1c22b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.613460] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bd41fa2-c762-4642-ae7f-9ac647d1c22b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.060166] env[69439]: INFO networking_nsxv3.common.synchronization [None req-5c8099b6-0f11-4826-bfb1-0e1a96c044e9 None None] Enqueued Resource ID: 0a7f54a2-5fb4-4cce-a82f-c2681fa62323 with Priority: HIGHEST for action port [ 788.060166] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7f54a2-5fb4-4cce-a82f-c2681fa62323 with Priority: HIGHEST for action port [ 788.060166] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a7f54a2-5fb4-4cce-a82f-c2681fa62323 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.060166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a7f54a2-5fb4-4cce-a82f-c2681fa62323" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.060166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a7f54a2-5fb4-4cce-a82f-c2681fa62323" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.060166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a7f54a2-5fb4-4cce-a82f-c2681fa62323" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.061897] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a7f54a2-5fb4-4cce-a82f-c2681fa62323',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.115607] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.116629] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf70d0e5-f07c-40f0-8808-99962eb1a492 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.116794] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.117371] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bd41fa2-c762-4642-ae7f-9ac647d1c22b with status ACTIVE [ 788.117577] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.117776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.117776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.117942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.118046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.118213] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.118321] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.118387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.118504] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.118577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.121018] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.121018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.121018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.121018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.121018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.121018] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bd41fa2-c762-4642-ae7f-9ac647d1c22b is going to be updated. [ 788.141804] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.141988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.142079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.142285] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.142447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.142571] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bd41fa2-c762-4642-ae7f-9ac647d1c22b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.557450] env[69439]: INFO networking_nsxv3.common.synchronization [req-6d456fd4-31f8-4fcd-af96-8dad9db62eda req-2a360ac5-c49e-4536-9770-52d0d543daec tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Enqueued Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 788.558082] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 788.558372] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.558503] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.558566] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.558755] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.558930] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.559044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.559107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.560297] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.560385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.560519] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.563495] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a7f54a2-5fb4-4cce-a82f-c2681fa62323 [ 788.563495] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.563621] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.563621] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.563758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.563847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.563938] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a7f54a2-5fb4-4cce-a82f-c2681fa62323 already deleted. [ 788.564025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a7f54a2-5fb4-4cce-a82f-c2681fa62323" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.618023] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.061626] env[69439]: INFO networking_nsxv3.common.synchronization [req-4994678a-10a6-4990-9d5c-d4db0def3902 req-96e0e6cf-0531-46da-845c-a236cb87710c tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Enqueued Resource ID: eac81bb9-d780-4c8b-848a-3bfa018521f2 with Priority: HIGHEST for action security_group_members [ 789.062866] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac81bb9-d780-4c8b-848a-3bfa018521f2 with Priority: HIGHEST for action security_group_members [ 789.062866] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac81bb9-d780-4c8b-848a-3bfa018521f2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.062866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.062866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.063070] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.063715] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.063833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.063900] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.064083] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.064172] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.064275] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eac81bb9-d780-4c8b-848a-3bfa018521f2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.065140] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.118061] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.118935] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.118935] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.119952] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.120686] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.120686] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.120686] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.120871] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.123021] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.123021] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.123021] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.123021] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.123021] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.123021] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.123021] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.123021] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.124192] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.124296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.124368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.124556] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.124639] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.124729] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 is going to be created. [ 789.146560] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.146751] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 789.146949] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.147101] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.147452] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-91b523b5-cac4-414e-ae9a-9d069528c12f taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.147651] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-91b523b5-cac4-414e-ae9a-9d069528c12f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.147770] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-91b523b5-cac4-414e-ae9a-9d069528c12f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.148129] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-91b523b5-cac4-414e-ae9a-9d069528c12f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.148274] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91b523b5-cac4-414e-ae9a-9d069528c12f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.157684] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.157833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.157906] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.159832] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.159832] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.168044] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 in Status: UNINITIALIZED for 2s [ 789.253155] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 789.253483] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.253688] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.253924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.254157] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.254313] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.254361] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.254539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.254587] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.254669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.254861] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.254917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.255045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.255201] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.256050] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.256050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.256050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.256050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.256050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.256316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.256457] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.258241] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e in Status: SUCCESS [ 789.258567] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.259093] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.259426] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.259637] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.259836] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.259836] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.260086] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.260086] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.260352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.260352] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.568917] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.569109] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.569181] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.569691] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.569691] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.569691] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.569838] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.569838] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.569959] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.570046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.570140] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eac81bb9-d780-4c8b-848a-3bfa018521f2 is going to be updated. [ 789.571598] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.599627] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.599627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.599627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.599827] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.599874] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.609312] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eac81bb9-d780-4c8b-848a-3bfa018521f2 in Status: IN_PROGRESS for 2s [ 789.651186] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.651428] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.651958] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.651958] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.652067] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.652168] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 91b523b5-cac4-414e-ae9a-9d069528c12f not found, creating... [ 789.652457] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.652634] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.652756] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.657322] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.657322] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.657322] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.657322] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.657322] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.657322] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.657322] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.657322] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 91b523b5-cac4-414e-ae9a-9d069528c12f is going to be created. [ 789.683809] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.684039] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.684155] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.685270] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.685270] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.685270] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-91b523b5-cac4-414e-ae9a-9d069528c12f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.762076] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7071ed0-f590-4eee-9b3e-64b173041cd4: rpc.has_security_group_logging(os_id): False [ 789.765245] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.811911] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.812111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.812190] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.812415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.812533] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.812903] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.812903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.812903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.813197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.813197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.813380] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.813511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.813577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.813683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.813758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.813941] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.814416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.814487] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.814635] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.814713] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.814803] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be updated. [ 789.915394] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.915700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.915700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.915938] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.916264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.066014] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: IN_PROGRESS for 2s [ 790.076816] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.077030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.077116] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.077330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.077422] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.077521] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 is going to be updated. [ 790.110032] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.110151] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.110238] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.110769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.110769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.141528] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: IN_PROGRESS for 2s [ 790.269139] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e: rpc.has_security_group_logging(os_id): False [ 790.287195] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.287274] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.287306] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.287557] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.287668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.287925] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.288049] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.288118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.288278] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.288358] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.288446] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e is going to be updated. [ 790.350177] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.350177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.350177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.350177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.350177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.364427] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e in Status: IN_PROGRESS for 2s [ 790.674031] env[69439]: INFO networking_nsxv3.common.synchronization [req-6d456fd4-31f8-4fcd-af96-8dad9db62eda req-1581b81f-6cdc-466d-8450-97dcbed845b0 service nova] Enqueued Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_rules [ 790.674031] env[69439]: INFO networking_nsxv3.common.synchronization [req-6d456fd4-31f8-4fcd-af96-8dad9db62eda req-1581b81f-6cdc-466d-8450-97dcbed845b0 service nova] Enqueued Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 790.674031] env[69439]: INFO networking_nsxv3.common.synchronization [req-6d456fd4-31f8-4fcd-af96-8dad9db62eda req-1581b81f-6cdc-466d-8450-97dcbed845b0 service nova] Enqueued Resource ID: 91b523b5-cac4-414e-ae9a-9d069528c12f with Priority: HIGHEST for action port [ 790.674031] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_rules [ 790.674031] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 790.674031] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b523b5-cac4-414e-ae9a-9d069528c12f with Priority: HIGHEST for action port [ 790.675175] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.675435] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.675602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.675976] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.676152] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.677205] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.677434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.677732] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-91b523b5-cac4-414e-ae9a-9d069528c12f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.677967] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91b523b5-cac4-414e-ae9a-9d069528c12f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.678132] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91b523b5-cac4-414e-ae9a-9d069528c12f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.679146] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91b523b5-cac4-414e-ae9a-9d069528c12f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.679600] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91b523b5-cac4-414e-ae9a-9d069528c12f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.178466] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 in Status: SUCCESS [ 791.178767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.178940] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.179481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.179576] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.179675] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.179752] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.179930] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.180047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.180148] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.180261] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.182881] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.183022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.183598] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91b523b5-cac4-414e-ae9a-9d069528c12f with status ACTIVE [ 791.183689] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.183798] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.183880] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.184061] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.184169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.184363] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.184459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.184530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.184698] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.184801] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.185017] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.185120] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.185206] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.185364] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.185454] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.185599] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91b523b5-cac4-414e-ae9a-9d069528c12f is going to be updated. [ 791.212391] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.213192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.213192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.213192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.213192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.213379] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91b523b5-cac4-414e-ae9a-9d069528c12f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.629231] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eac81bb9-d780-4c8b-848a-3bfa018521f2 in Status: SUCCESS [ 791.629300] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eac81bb9-d780-4c8b-848a-3bfa018521f2 deletion is rescheduled due to dependency. [ 791.629422] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac81bb9-d780-4c8b-848a-3bfa018521f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.683514] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf70d0e5-f07c-40f0-8808-99962eb1a492 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.683673] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.683747] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.683979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.684174] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.684280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.684344] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.684526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.684615] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.684709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.684856] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf70d0e5-f07c-40f0-8808-99962eb1a492 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.684951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.685032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.685180] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.685319] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.685410] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.685474] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.685607] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.685683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.685767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.685849] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.081073] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 792.081073] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.081357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.081681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.081779] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.152816] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: SUCCESS [ 792.153010] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.153441] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.153737] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.154081] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.154247] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.154247] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.154386] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.154468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.154569] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.191471] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf70d0e5-f07c-40f0-8808-99962eb1a492: rpc.has_security_group_logging(os_id): False [ 792.219669] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.219669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.219669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.219669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.219669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.219932] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.219993] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.220091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.220272] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.220376] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.220641] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.220742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.220839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.221022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.221379] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.221379] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.221517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.221517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.221658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.221745] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.221845] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 is going to be created. [ 792.284652] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.284859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.284905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.285131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.285326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.298079] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 in Status: IN_PROGRESS for 2s [ 792.385168] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e in Status: SUCCESS [ 792.385430] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.588150] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.588356] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.588398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.588639] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.588835] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.588924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.588988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.589158] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.589246] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.589334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.589427] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.658621] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.091767] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.091925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.091997] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.092237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.092412] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.092517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.092583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.092735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.092822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.092920] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.093184] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.093310] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.093376] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.093523] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.093664] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.093755] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.093816] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.093957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.094045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.094129] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.094215] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.161647] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.596609] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7071ed0-f590-4eee-9b3e-64b173041cd4: rpc.has_security_group_logging(os_id): False [ 793.618968] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.618968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.618968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.618968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.618968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.618968] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.618968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.619837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.620029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.620111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.620507] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.620507] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.620507] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.620637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.620759] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.621350] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.621350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.621350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.621350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.621350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.621350] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be updated. [ 793.664791] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.664791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.664791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.665076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.665076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.665134] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 is going to be updated. [ 793.692301] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.692301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.692301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.692301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.692301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.703938] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.705024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.705024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.705024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.705024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.709870] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: IN_PROGRESS for 2s [ 793.713062] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: IN_PROGRESS for 2s [ 793.898759] env[69439]: INFO networking_nsxv3.common.synchronization [req-76c75f35-23d3-4a57-9c40-91ebe3931f00 req-41addaa7-9929-4457-a3b1-c30392a10ff2 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Enqueued Resource ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc with Priority: HIGHEST for action security_group_members [ 793.899304] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc with Priority: HIGHEST for action security_group_members [ 793.899635] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.899781] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.899835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.900110] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.900305] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.900437] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.900521] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.900713] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.900829] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.900967] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28bd900f-2c7b-4fde-aa97-aba6a48fb3cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.318024] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 in Status: SUCCESS [ 794.318024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.402835] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.405418] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.405418] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.405418] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.425112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.425602] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.425868] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.426036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.426305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.426497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.426750] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc is going to be updated. [ 794.489639] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-281 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.491514] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.491514] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.491514] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.491514] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.491514] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.496025] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.496025] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.496025] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.496025] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.496025] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.496025] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.496025] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.496025] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.496025] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.496025] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.496025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.496025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.496025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.498722] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.499037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.515094] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc in Status: IN_PROGRESS for 2s [ 794.523961] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.523961] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 794.524158] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.524204] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.525045] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-157c7745-8a6e-468d-bb36-6dbc6764ec00 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.525045] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-157c7745-8a6e-468d-bb36-6dbc6764ec00" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.525045] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-157c7745-8a6e-468d-bb36-6dbc6764ec00" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.525365] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-157c7745-8a6e-468d-bb36-6dbc6764ec00" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.525416] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('157c7745-8a6e-468d-bb36-6dbc6764ec00',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.027691] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.028054] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.028096] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.028440] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.028643] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.028859] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 157c7745-8a6e-468d-bb36-6dbc6764ec00 not found, creating... [ 795.029229] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.029453] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.029599] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.029878] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.030051] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.030389] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.030613] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.030755] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.030987] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.031176] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.031350] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 157c7745-8a6e-468d-bb36-6dbc6764ec00 is going to be created. [ 795.059446] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.059446] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.059446] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.059446] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.059446] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.059446] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-157c7745-8a6e-468d-bb36-6dbc6764ec00" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.722493] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: SUCCESS [ 795.722716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.722889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.723123] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.723317] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.723424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.723496] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.723743] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.723743] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.723876] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.723876] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.727665] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 795.728092] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.785060] env[69439]: INFO networking_nsxv3.common.synchronization [req-76c75f35-23d3-4a57-9c40-91ebe3931f00 req-9fa75ff4-95ba-41a4-b944-c048505e59f4 service nova] Enqueued Resource ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc with Priority: HIGHEST for action security_group_rules [ 795.785260] env[69439]: INFO networking_nsxv3.common.synchronization [req-76c75f35-23d3-4a57-9c40-91ebe3931f00 req-9fa75ff4-95ba-41a4-b944-c048505e59f4 service nova] Enqueued Resource ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc with Priority: HIGHEST for action security_group_members [ 795.785397] env[69439]: INFO networking_nsxv3.common.synchronization [req-76c75f35-23d3-4a57-9c40-91ebe3931f00 req-9fa75ff4-95ba-41a4-b944-c048505e59f4 service nova] Enqueued Resource ID: 157c7745-8a6e-468d-bb36-6dbc6764ec00 with Priority: HIGHEST for action port [ 795.785636] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc with Priority: HIGHEST for action security_group_rules [ 795.785767] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc with Priority: HIGHEST for action security_group_members [ 795.785869] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 157c7745-8a6e-468d-bb36-6dbc6764ec00 with Priority: HIGHEST for action port [ 795.786641] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.787995] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.787995] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.787995] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.787995] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28bd900f-2c7b-4fde-aa97-aba6a48fb3cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.788961] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.789101] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.790457] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-157c7745-8a6e-468d-bb36-6dbc6764ec00 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.790457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-157c7745-8a6e-468d-bb36-6dbc6764ec00" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.790457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-157c7745-8a6e-468d-bb36-6dbc6764ec00" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.790457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-157c7745-8a6e-468d-bb36-6dbc6764ec00" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.790457] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('157c7745-8a6e-468d-bb36-6dbc6764ec00',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.231022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.231022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.231022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.231022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.231022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.231022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.231022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.231022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.231022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.231022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.231022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.231022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.231022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.231022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.231022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.231022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.231951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.231951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.231951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.231951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.231951] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.289235] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.289421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.291789] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 157c7745-8a6e-468d-bb36-6dbc6764ec00 with status ACTIVE [ 796.292066] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.292229] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.292326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.292592] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.293107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.293107] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.293107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.293107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.293323] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.293323] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.293527] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.294222] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.294222] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.294222] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.294222] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.294222] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 157c7745-8a6e-468d-bb36-6dbc6764ec00 is going to be updated. [ 796.321447] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.321633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.321710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.322071] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.322071] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.322228] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-157c7745-8a6e-468d-bb36-6dbc6764ec00" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.530122] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc in Status: SUCCESS [ 796.530268] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc deletion is rescheduled due to dependency. [ 796.530388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.530790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.530790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.530955] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.531158] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.531262] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.531447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.531536] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.531639] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28bd900f-2c7b-4fde-aa97-aba6a48fb3cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.733324] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d03d0dd-141b-4e28-bff1-57674f5ca682: rpc.has_security_group_logging(os_id): False [ 796.756100] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.756211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.756250] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.756452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.779530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.779982] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.780184] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.780296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.780588] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.780727] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.781302] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.782428] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.782428] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.782428] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.782428] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.782428] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.782428] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.782823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.783088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.783088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.783245] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 is going to be updated. [ 796.852831] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.853082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.853202] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.853519] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.853744] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.875271] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: IN_PROGRESS for 2s [ 797.037943] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28bd900f-2c7b-4fde-aa97-aba6a48fb3cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.539968] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28bd900f-2c7b-4fde-aa97-aba6a48fb3cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.044708] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.044708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.044984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.045449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.045836] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.046109] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc is going to be updated. [ 798.089601] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.089984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.089984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.090623] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.090623] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.110777] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc in Status: IN_PROGRESS for 2s [ 798.895947] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: SUCCESS [ 798.895947] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.417370] env[69439]: INFO networking_nsxv3.common.synchronization [req-3164c72d-cc02-42cd-b7f3-2380194af1a3 req-00d25938-b054-4cde-89d4-4dae4463d8a4 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Enqueued Resource ID: 95143d24-63f6-4939-95d0-89a5ed82776a with Priority: HIGHEST for action security_group_members [ 799.417956] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95143d24-63f6-4939-95d0-89a5ed82776a with Priority: HIGHEST for action security_group_members [ 799.418270] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-95143d24-63f6-4939-95d0-89a5ed82776a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.418393] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.418463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.418695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.418942] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.419047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.419226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.419577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.419577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.419577] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95143d24-63f6-4939-95d0-89a5ed82776a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.922225] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.922604] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.922604] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.922689] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.922795] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.923011] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.923120] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.923269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.923330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.923406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.924935] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95143d24-63f6-4939-95d0-89a5ed82776a already deleted. [ 799.925149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.028665] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.028856] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-518" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.029043] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-518" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.030042] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-518" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.030042] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.030042] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.030042] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.030299] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.030398] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.030630] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.030752] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.030935] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.031072] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.031193] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.031298] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.035022] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.058089] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.058415] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 800.058579] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.058791] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-518" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.059898] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-e2475f76-ca9b-404e-bb8e-fcc3265a7095 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.059898] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-e2475f76-ca9b-404e-bb8e-fcc3265a7095" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.059898] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-e2475f76-ca9b-404e-bb8e-fcc3265a7095" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.060517] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-e2475f76-ca9b-404e-bb8e-fcc3265a7095" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.060776] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2475f76-ca9b-404e-bb8e-fcc3265a7095',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.125728] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc in Status: SUCCESS [ 800.125962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.126638] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.126884] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.127167] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.127338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.127413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.127600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.127717] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.127827] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.127950] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28bd900f-2c7b-4fde-aa97-aba6a48fb3cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.570688] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.570927] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.571085] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.571369] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.571623] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.571685] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port e2475f76-ca9b-404e-bb8e-fcc3265a7095 not found, creating... [ 800.571975] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.572099] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.572249] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.572434] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.572571] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.572851] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.573014] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.573137] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.573344] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.573477] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.574607] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: e2475f76-ca9b-404e-bb8e-fcc3265a7095 is going to be created. [ 800.594779] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.595010] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.595144] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.595416] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.595647] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.595872] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-e2475f76-ca9b-404e-bb8e-fcc3265a7095" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.632493] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.632679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.632679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.632897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.633059] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.633166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.633231] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.633379] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.633470] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.633560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.633900] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.633900] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.633900] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.633999] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.634107] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.634199] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.634256] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.634498] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.634498] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.634609] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.634609] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28bd900f-2c7b-4fde-aa97-aba6a48fb3cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.136709] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc: rpc.has_security_group_logging(os_id): False [ 801.164236] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.164236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.164236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.164236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.164236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.164236] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.164236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.164236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.164236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.164236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.164236] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.164236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.164236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.164236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.164236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.165537] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.165537] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.165537] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.165537] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.165537] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.165537] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc is going to be updated. [ 801.250555] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.250555] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.250555] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.250555] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.250555] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.270400] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc in Status: IN_PROGRESS for 2s [ 801.519381] env[69439]: INFO networking_nsxv3.common.synchronization [None req-2d9bd6a0-8484-4878-84bd-929ffcca26bc None None] Enqueued Resource ID: 525aa43e-2590-4656-800f-5a69058aa4e4 with Priority: HIGHEST for action port [ 801.519496] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525aa43e-2590-4656-800f-5a69058aa4e4 with Priority: HIGHEST for action port [ 801.520186] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-525aa43e-2590-4656-800f-5a69058aa4e4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.520494] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-525aa43e-2590-4656-800f-5a69058aa4e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.520494] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-525aa43e-2590-4656-800f-5a69058aa4e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.521461] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-525aa43e-2590-4656-800f-5a69058aa4e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.521461] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('525aa43e-2590-4656-800f-5a69058aa4e4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.615167] env[69439]: INFO networking_nsxv3.common.synchronization [req-3164c72d-cc02-42cd-b7f3-2380194af1a3 req-1cefb6a4-5254-4e04-975c-2f986864c2b1 service nova] Enqueued Resource ID: 95143d24-63f6-4939-95d0-89a5ed82776a with Priority: HIGHEST for action security_group_rules [ 801.615346] env[69439]: INFO networking_nsxv3.common.synchronization [req-3164c72d-cc02-42cd-b7f3-2380194af1a3 req-1cefb6a4-5254-4e04-975c-2f986864c2b1 service nova] Enqueued Resource ID: 95143d24-63f6-4939-95d0-89a5ed82776a with Priority: HIGHEST for action security_group_members [ 801.615481] env[69439]: INFO networking_nsxv3.common.synchronization [req-3164c72d-cc02-42cd-b7f3-2380194af1a3 req-1cefb6a4-5254-4e04-975c-2f986864c2b1 service nova] Enqueued Resource ID: e2475f76-ca9b-404e-bb8e-fcc3265a7095 with Priority: HIGHEST for action port [ 801.616094] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95143d24-63f6-4939-95d0-89a5ed82776a with Priority: HIGHEST for action security_group_rules [ 801.617185] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95143d24-63f6-4939-95d0-89a5ed82776a with Priority: HIGHEST for action security_group_members [ 801.617386] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2475f76-ca9b-404e-bb8e-fcc3265a7095 with Priority: HIGHEST for action port [ 801.617615] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95143d24-63f6-4939-95d0-89a5ed82776a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.617770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.618742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.618742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.618742] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95143d24-63f6-4939-95d0-89a5ed82776a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.620385] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-95143d24-63f6-4939-95d0-89a5ed82776a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.620541] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.620616] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.620873] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.621094] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.621197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.621277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.621464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.621693] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.621693] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95143d24-63f6-4939-95d0-89a5ed82776a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.623476] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2475f76-ca9b-404e-bb8e-fcc3265a7095 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.623476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2475f76-ca9b-404e-bb8e-fcc3265a7095" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.623597] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2475f76-ca9b-404e-bb8e-fcc3265a7095" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.623811] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2475f76-ca9b-404e-bb8e-fcc3265a7095" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.623882] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2475f76-ca9b-404e-bb8e-fcc3265a7095',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.025913] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 525aa43e-2590-4656-800f-5a69058aa4e4 [ 802.026288] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.026357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.026421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.026717] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.026814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.027165] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:525aa43e-2590-4656-800f-5a69058aa4e4 already deleted. [ 802.027165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-525aa43e-2590-4656-800f-5a69058aa4e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.129028] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95143d24-63f6-4939-95d0-89a5ed82776a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.129028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-95143d24-63f6-4939-95d0-89a5ed82776a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.129028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.129028] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2475f76-ca9b-404e-bb8e-fcc3265a7095 with status ACTIVE [ 802.129028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.129028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.129028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.129028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.129028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.129028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.129028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.129028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.129028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.129028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.129618] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.132353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.132903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.133224] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.133474] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.133670] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2475f76-ca9b-404e-bb8e-fcc3265a7095 is going to be updated. [ 802.192017] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.192017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.192017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.192017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.193212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.193212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2475f76-ca9b-404e-bb8e-fcc3265a7095" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.637079] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95143d24-63f6-4939-95d0-89a5ed82776a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.142590] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.142752] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.142848] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.143073] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.143451] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.143566] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95143d24-63f6-4939-95d0-89a5ed82776a is going to be created. [ 803.173999] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.174205] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.174205] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.174633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.174717] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.190972] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95143d24-63f6-4939-95d0-89a5ed82776a in Status: UNINITIALIZED for 2s [ 803.286333] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc in Status: SUCCESS [ 803.286836] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.720331] env[69439]: INFO networking_nsxv3.common.synchronization [req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 req-16da10cf-68f4-4de2-ba5f-334e7958f162 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Enqueued Resource ID: 27f51a38-e91e-4336-bd24-279544cc54e4 with Priority: HIGHEST for action security_group_members [ 803.722860] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f51a38-e91e-4336-bd24-279544cc54e4 with Priority: HIGHEST for action security_group_members [ 803.722860] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f51a38-e91e-4336-bd24-279544cc54e4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.722860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.722860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.722860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.722860] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.722860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.722860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.722860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.722860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.722860] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27f51a38-e91e-4336-bd24-279544cc54e4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.748677] env[69439]: INFO networking_nsxv3.common.synchronization [None req-277ccaa5-4567-4911-9273-3731297bea8f None None] Enqueued Resource ID: 08da31b6-51c6-45a7-a9e7-8f0d66e87a5b with Priority: HIGHEST for action port [ 803.748677] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08da31b6-51c6-45a7-a9e7-8f0d66e87a5b with Priority: HIGHEST for action port [ 803.748677] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-08da31b6-51c6-45a7-a9e7-8f0d66e87a5b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.748677] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08da31b6-51c6-45a7-a9e7-8f0d66e87a5b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.748677] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08da31b6-51c6-45a7-a9e7-8f0d66e87a5b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.748677] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08da31b6-51c6-45a7-a9e7-8f0d66e87a5b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.748677] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08da31b6-51c6-45a7-a9e7-8f0d66e87a5b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.224727] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.224953] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.225022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.226037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.251469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.251838] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.252061] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.252061] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.252287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.252373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.252461] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f51a38-e91e-4336-bd24-279544cc54e4 is going to be updated. [ 804.255940] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08da31b6-51c6-45a7-a9e7-8f0d66e87a5b [ 804.256260] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.256403] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.256484] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.257076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.257076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.257076] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08da31b6-51c6-45a7-a9e7-8f0d66e87a5b already deleted. [ 804.257076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08da31b6-51c6-45a7-a9e7-8f0d66e87a5b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.287468] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.287764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.287764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.287952] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.288143] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.299542] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f51a38-e91e-4336-bd24-279544cc54e4 in Status: IN_PROGRESS for 2s [ 805.234219] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95143d24-63f6-4939-95d0-89a5ed82776a in Status: SUCCESS [ 805.234430] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.235484] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.235861] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.235974] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.236119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.236178] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.236372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.236462] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.236561] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.236736] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95143d24-63f6-4939-95d0-89a5ed82776a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.739617] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95143d24-63f6-4939-95d0-89a5ed82776a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.243147] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95143d24-63f6-4939-95d0-89a5ed82776a: rpc.has_security_group_logging(os_id): False [ 806.262684] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.262928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.263046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.263306] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.263427] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.263707] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.263818] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.263902] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.264099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.264193] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.264297] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95143d24-63f6-4939-95d0-89a5ed82776a is going to be created. [ 806.310996] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f51a38-e91e-4336-bd24-279544cc54e4 in Status: SUCCESS [ 806.312497] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f51a38-e91e-4336-bd24-279544cc54e4 deletion is rescheduled due to dependency. [ 806.312627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.329727] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.329818] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.329901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.330171] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.334305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.345953] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95143d24-63f6-4939-95d0-89a5ed82776a in Status: IN_PROGRESS for 2s [ 806.834049] env[69439]: INFO networking_nsxv3.common.synchronization [req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 req-277cb81b-065d-4955-a935-2f6a7e537e9a tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 806.836195] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 806.837399] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.837399] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.837399] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.837399] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.837399] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.837399] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.837786] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.837786] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.837786] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.837867] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.344580] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.344808] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.345152] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.345251] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.366176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.367491] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.367491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.367491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.370052] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.370052] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.370052] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be updated. [ 807.398332] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.398332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.398332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.398332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.398332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.408389] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: IN_PROGRESS for 2s [ 807.539721] env[69439]: INFO networking_nsxv3.common.synchronization [None req-4f1963aa-6c87-4d2d-97cd-6328bdaed4f7 None None] Enqueued Resource ID: dda21457-e564-4a4c-a11d-30280eed4c88 with Priority: HIGHEST for action port [ 807.540321] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda21457-e564-4a4c-a11d-30280eed4c88 with Priority: HIGHEST for action port [ 807.540640] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-dda21457-e564-4a4c-a11d-30280eed4c88 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.540784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dda21457-e564-4a4c-a11d-30280eed4c88" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.540827] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dda21457-e564-4a4c-a11d-30280eed4c88" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.541576] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dda21457-e564-4a4c-a11d-30280eed4c88" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.541719] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dda21457-e564-4a4c-a11d-30280eed4c88',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.750463] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.750716] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.750875] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.751208] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.751504] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.751692] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.751782] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.752017] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.752173] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.752385] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.752498] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.752608] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.752717] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.752829] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.752935] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.753198] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.778807] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.778807] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 807.778807] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.778807] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.778807] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-0ebef051-b10e-4894-b233-67565ff6b597 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.778807] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-0ebef051-b10e-4894-b233-67565ff6b597" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.778807] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-0ebef051-b10e-4894-b233-67565ff6b597" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.778807] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-0ebef051-b10e-4894-b233-67565ff6b597" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.778807] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ebef051-b10e-4894-b233-67565ff6b597',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.047050] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dda21457-e564-4a4c-a11d-30280eed4c88 [ 808.047323] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.047647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.047647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.047764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.047833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.047931] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dda21457-e564-4a4c-a11d-30280eed4c88 already deleted. [ 808.048019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dda21457-e564-4a4c-a11d-30280eed4c88" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.281343] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.282735] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.283765] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.284215] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.284501] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.284787] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 0ebef051-b10e-4894-b233-67565ff6b597 not found, creating... [ 808.285208] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.285540] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.285761] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.286111] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.286366] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.286818] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.287356] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.287579] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.287959] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.288266] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.288540] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 0ebef051-b10e-4894-b233-67565ff6b597 is going to be created. [ 808.313246] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.313246] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.313246] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.313246] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.313246] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.313246] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-0ebef051-b10e-4894-b233-67565ff6b597" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.359109] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95143d24-63f6-4939-95d0-89a5ed82776a in Status: SUCCESS [ 808.359109] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.111887] env[69439]: INFO networking_nsxv3.common.synchronization [req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 req-90e7c664-b17a-43b4-99b0-9820b4523222 service nova] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_rules [ 809.112143] env[69439]: INFO networking_nsxv3.common.synchronization [req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 req-90e7c664-b17a-43b4-99b0-9820b4523222 service nova] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 809.112225] env[69439]: INFO networking_nsxv3.common.synchronization [req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 req-90e7c664-b17a-43b4-99b0-9820b4523222 service nova] Enqueued Resource ID: 0ebef051-b10e-4894-b233-67565ff6b597 with Priority: HIGHEST for action port [ 809.112456] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_rules [ 809.112585] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 809.112721] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ebef051-b10e-4894-b233-67565ff6b597 with Priority: HIGHEST for action port [ 809.113360] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.113544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.113643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.113887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.114017] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.115155] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.115242] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.115480] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ebef051-b10e-4894-b233-67565ff6b597 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.115610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ebef051-b10e-4894-b233-67565ff6b597" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.115698] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ebef051-b10e-4894-b233-67565ff6b597" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.115892] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ebef051-b10e-4894-b233-67565ff6b597" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.116024] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ebef051-b10e-4894-b233-67565ff6b597',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.291397] env[69439]: INFO networking_nsxv3.common.synchronization [None req-19e536e0-3393-4a58-8094-bf87400f6b27 None None] Enqueued Resource ID: c2770bcc-0f22-4600-afbd-3d7711400765 with Priority: HIGHEST for action port [ 809.291397] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2770bcc-0f22-4600-afbd-3d7711400765 with Priority: HIGHEST for action port [ 809.291397] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2770bcc-0f22-4600-afbd-3d7711400765 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.291397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2770bcc-0f22-4600-afbd-3d7711400765" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.291397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2770bcc-0f22-4600-afbd-3d7711400765" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.292835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2770bcc-0f22-4600-afbd-3d7711400765" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.293043] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2770bcc-0f22-4600-afbd-3d7711400765',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.422680] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: SUCCESS [ 809.422680] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 deletion is rescheduled due to dependency. [ 809.422680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.422680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.422869] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.422970] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.423105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.423168] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.423409] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.423409] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.423493] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.618629] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.618809] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.622334] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ebef051-b10e-4894-b233-67565ff6b597 with status ACTIVE [ 809.623226] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.623369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.623465] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.623706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.623831] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.625474] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.625603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.625642] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.625904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.625904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.626103] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.626213] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.626277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.626428] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.626508] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.626591] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ebef051-b10e-4894-b233-67565ff6b597 is going to be updated. [ 809.648291] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.648438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.648514] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.648715] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.648853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.649022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ebef051-b10e-4894-b233-67565ff6b597" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.663544] env[69439]: INFO networking_nsxv3.common.synchronization [req-4719813a-13c0-4963-bad6-47beb7b98ca2 req-f7606c15-3513-415e-aa53-4b515992f398 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Enqueued Resource ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a with Priority: HIGHEST for action security_group_members [ 809.666979] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a with Priority: HIGHEST for action security_group_members [ 809.666979] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2cd486d-54d0-42c9-b1c4-88cfae89746a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.666979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.666979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.666979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.666979] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.666979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.666979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.666979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.666979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.666979] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2cd486d-54d0-42c9-b1c4-88cfae89746a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.796026] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2770bcc-0f22-4600-afbd-3d7711400765 [ 809.796026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.796026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.796227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.796396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.796513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.796750] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2770bcc-0f22-4600-afbd-3d7711400765 already deleted. [ 809.796750] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2770bcc-0f22-4600-afbd-3d7711400765" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.931091] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.168448] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.168940] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.168940] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.169166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.169166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.169361] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.169500] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.169570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.169738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.169819] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.169919] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a already deleted. [ 810.170040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.173553] env[69439]: INFO networking_nsxv3.common.synchronization [req-fabb9774-f9fc-46a7-a95f-962181cf7f4c req-42f26bf9-cd29-4e9a-8b87-57ef3b22d019 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Enqueued Resource ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc with Priority: HIGHEST for action security_group_members [ 810.177388] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc with Priority: HIGHEST for action security_group_members [ 810.177770] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.177925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.178032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.178210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.178422] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.178542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.178619] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.178742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.178828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.178931] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28bd900f-2c7b-4fde-aa97-aba6a48fb3cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.333150] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-843 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.333150] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-843" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.333150] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-843" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.336939] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-843" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.336939] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.336939] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.336939] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.336939] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.336939] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.336939] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.336939] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.336939] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.336939] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.338372] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.338372] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.338372] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.362027] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.362027] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 810.362027] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.362027] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-843" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.362027] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-8c3b0e44-e242-4861-b36f-394c56b5926a taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.362027] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-8c3b0e44-e242-4861-b36f-394c56b5926a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.362027] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-8c3b0e44-e242-4861-b36f-394c56b5926a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.363792] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-8c3b0e44-e242-4861-b36f-394c56b5926a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.364418] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c3b0e44-e242-4861-b36f-394c56b5926a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.430666] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.684743] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.684932] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.685046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.685259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.685352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.685552] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.685650] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.685715] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.685866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.685942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.686041] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc is going to be updated. [ 810.719862] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.719862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.719862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.719862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.719862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.727244] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc in Status: IN_PROGRESS for 2s [ 810.871311] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.871311] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.871311] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.871311] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.871311] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.871311] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 8c3b0e44-e242-4861-b36f-394c56b5926a not found, creating... [ 810.871311] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.871311] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.871311] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.871311] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.871311] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.871707] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.871707] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.871936] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.872210] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.872431] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.872591] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 8c3b0e44-e242-4861-b36f-394c56b5926a is going to be created. [ 810.892990] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.893179] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.893252] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.893515] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.893761] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.894924] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-8c3b0e44-e242-4861-b36f-394c56b5926a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.932952] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.933232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.933597] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.933688] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.933968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.934043] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be updated. [ 810.972925] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.973100] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.973147] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.973709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.973865] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.997898] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: IN_PROGRESS for 2s [ 811.681930] env[69439]: INFO networking_nsxv3.common.synchronization [req-4719813a-13c0-4963-bad6-47beb7b98ca2 req-e66dbb38-5c97-4dcb-8138-ad62bc3ee0a6 service nova] Enqueued Resource ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a with Priority: HIGHEST for action security_group_rules [ 811.682241] env[69439]: INFO networking_nsxv3.common.synchronization [req-4719813a-13c0-4963-bad6-47beb7b98ca2 req-e66dbb38-5c97-4dcb-8138-ad62bc3ee0a6 service nova] Enqueued Resource ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a with Priority: HIGHEST for action security_group_members [ 811.683634] env[69439]: INFO networking_nsxv3.common.synchronization [req-4719813a-13c0-4963-bad6-47beb7b98ca2 req-e66dbb38-5c97-4dcb-8138-ad62bc3ee0a6 service nova] Enqueued Resource ID: 8c3b0e44-e242-4861-b36f-394c56b5926a with Priority: HIGHEST for action port [ 811.683851] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a with Priority: HIGHEST for action security_group_rules [ 811.683988] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a with Priority: HIGHEST for action security_group_members [ 811.684100] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c3b0e44-e242-4861-b36f-394c56b5926a with Priority: HIGHEST for action port [ 811.684689] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2cd486d-54d0-42c9-b1c4-88cfae89746a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.684825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.684966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.685261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.685376] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2cd486d-54d0-42c9-b1c4-88cfae89746a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.687052] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2cd486d-54d0-42c9-b1c4-88cfae89746a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.687183] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.687286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.687805] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.687986] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.688196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.688338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.688529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.688694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.688776] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2cd486d-54d0-42c9-b1c4-88cfae89746a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.689933] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c3b0e44-e242-4861-b36f-394c56b5926a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.689933] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c3b0e44-e242-4861-b36f-394c56b5926a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.689933] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c3b0e44-e242-4861-b36f-394c56b5926a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.690146] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c3b0e44-e242-4861-b36f-394c56b5926a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.690146] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c3b0e44-e242-4861-b36f-394c56b5926a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.192527] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2cd486d-54d0-42c9-b1c4-88cfae89746a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.192680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.192892] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2cd486d-54d0-42c9-b1c4-88cfae89746a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.193795] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c3b0e44-e242-4861-b36f-394c56b5926a with status ACTIVE [ 812.193988] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.194117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.194206] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.194387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.194477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.194654] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.194777] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.194838] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.194998] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.198857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.198857] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.198857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.198857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.198857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.198857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.198857] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c3b0e44-e242-4861-b36f-394c56b5926a is going to be updated. [ 812.246625] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.246625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.246625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.246625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.246625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.246625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c3b0e44-e242-4861-b36f-394c56b5926a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.702525] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2cd486d-54d0-42c9-b1c4-88cfae89746a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.741051] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc in Status: SUCCESS [ 812.741104] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc deletion is rescheduled due to dependency. [ 812.741245] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.015297] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: SUCCESS [ 813.015612] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.015700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.015936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.016156] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.016291] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.016384] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.016594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.016684] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.017096] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.017096] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.201963] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.202129] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.202188] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.202419] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.202516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.202690] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a is going to be created. [ 813.235230] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.235465] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.235465] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.235659] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.235820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.250550] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a in Status: UNINITIALIZED for 2s [ 813.521406] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.521406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.521406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.521406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.521406] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.521406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.521406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.521406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.521406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.521406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.521406] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.521406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.521406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.521406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.521406] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.521406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.521972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.521972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.521972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.521972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.521972] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.026402] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 047dd3ee-571a-472b-931c-8add22ed0187: rpc.has_security_group_logging(os_id): False [ 814.045285] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.045470] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.045538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.045757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.045853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.046085] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.046188] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.046252] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.046437] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.046517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.046695] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.046871] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.046936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.047094] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.047255] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.047681] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.047681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.047825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.047882] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.047998] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.048114] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be updated. [ 814.122977] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.122977] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.123151] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.123330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.126683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.138924] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: IN_PROGRESS for 2s [ 815.224774] env[69439]: INFO networking_nsxv3.common.synchronization [req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f req-f9c5fdef-e7ef-42ec-bf33-b6de85e8a6d6 tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Enqueued Resource ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 with Priority: HIGHEST for action security_group_members [ 815.225531] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 with Priority: HIGHEST for action security_group_members [ 815.225904] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f36e8f4b-a760-4a46-9f72-6235a70928a2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.226089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.226195] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.226455] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.226653] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.226788] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.226848] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.227141] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.227266] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.227419] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f36e8f4b-a760-4a46-9f72-6235a70928a2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.261955] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a in Status: SUCCESS [ 815.262185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.262921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.263200] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.263423] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.263554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.263633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.263787] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.263872] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.263964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.265536] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2cd486d-54d0-42c9-b1c4-88cfae89746a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.659151] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.659359] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-226" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.659484] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-226" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.659798] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-226" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.660089] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.660262] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.660378] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.660668] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.660751] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.660952] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.661085] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.661188] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.661296] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.661405] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.661510] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.661639] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.683713] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.683889] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 815.684042] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.684244] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-226" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.684568] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-4738f757-b6bc-4587-8457-7f99bb5b3c8a taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.684773] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-4738f757-b6bc-4587-8457-7f99bb5b3c8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.684901] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-4738f757-b6bc-4587-8457-7f99bb5b3c8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.685244] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-4738f757-b6bc-4587-8457-7f99bb5b3c8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.685385] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4738f757-b6bc-4587-8457-7f99bb5b3c8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.731128] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.731314] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.731433] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.731831] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.731958] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.732314] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.732441] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.732525] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.732719] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.732841] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.732972] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 already deleted. [ 815.733164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.768322] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2cd486d-54d0-42c9-b1c4-88cfae89746a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.768488] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.768583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.768786] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.768988] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.769164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.769228] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.769401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.769491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.769594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.769797] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2cd486d-54d0-42c9-b1c4-88cfae89746a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.769945] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.770047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.770227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.770421] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.770570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.770667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.771319] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.771319] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.771319] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.771319] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2cd486d-54d0-42c9-b1c4-88cfae89746a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.158283] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: SUCCESS [ 816.158653] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.187967] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.188424] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.188826] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.189115] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.189409] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.189562] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 4738f757-b6bc-4587-8457-7f99bb5b3c8a not found, creating... [ 816.190418] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.190418] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.190690] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.190980] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.191236] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.191738] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.191997] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.192193] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.192532] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.192738] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.192958] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 4738f757-b6bc-4587-8457-7f99bb5b3c8a is going to be created. [ 816.217066] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.217327] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.217521] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.218069] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.218534] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.218738] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-4738f757-b6bc-4587-8457-7f99bb5b3c8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.273651] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2cd486d-54d0-42c9-b1c4-88cfae89746a: rpc.has_security_group_logging(os_id): False [ 816.303365] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.303450] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.303508] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.303735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.303833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.304053] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.304159] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.304223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.304398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.304476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.304936] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.304936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.304936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.305123] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.305210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.305492] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.305793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.305793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.305870] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.305962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.305999] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a is going to be created. [ 816.421503] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.421657] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.421701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.421953] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.422202] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.438132] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a in Status: IN_PROGRESS for 2s [ 817.041971] env[69439]: INFO networking_nsxv3.common.synchronization [req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f req-49d99dd5-3afc-4d93-90d7-8a56f0794dfc service nova] Enqueued Resource ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 with Priority: HIGHEST for action security_group_rules [ 817.043265] env[69439]: INFO networking_nsxv3.common.synchronization [req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f req-49d99dd5-3afc-4d93-90d7-8a56f0794dfc service nova] Enqueued Resource ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 with Priority: HIGHEST for action security_group_members [ 817.043438] env[69439]: INFO networking_nsxv3.common.synchronization [req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f req-49d99dd5-3afc-4d93-90d7-8a56f0794dfc service nova] Enqueued Resource ID: 4738f757-b6bc-4587-8457-7f99bb5b3c8a with Priority: HIGHEST for action port [ 817.043964] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 with Priority: HIGHEST for action security_group_rules [ 817.044147] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 with Priority: HIGHEST for action security_group_members [ 817.044269] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4738f757-b6bc-4587-8457-7f99bb5b3c8a with Priority: HIGHEST for action port [ 817.044519] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f36e8f4b-a760-4a46-9f72-6235a70928a2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.044644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.044714] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.044976] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.045085] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f36e8f4b-a760-4a46-9f72-6235a70928a2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.045994] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f36e8f4b-a760-4a46-9f72-6235a70928a2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.046125] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.046171] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.047047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.047047] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.047047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.047047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.047047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.047047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.047047] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f36e8f4b-a760-4a46-9f72-6235a70928a2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.047733] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-4738f757-b6bc-4587-8457-7f99bb5b3c8a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.047868] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4738f757-b6bc-4587-8457-7f99bb5b3c8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.047938] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4738f757-b6bc-4587-8457-7f99bb5b3c8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.048109] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4738f757-b6bc-4587-8457-7f99bb5b3c8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.048226] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4738f757-b6bc-4587-8457-7f99bb5b3c8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.550311] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f36e8f4b-a760-4a46-9f72-6235a70928a2 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.550697] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.550697] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4738f757-b6bc-4587-8457-7f99bb5b3c8a with status ACTIVE [ 817.551125] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.551382] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.551492] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.551724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.551822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.552555] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.552555] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.552555] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.552822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.552822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.552937] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.553208] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.553309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.553461] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.553543] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.553663] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4738f757-b6bc-4587-8457-7f99bb5b3c8a is going to be updated. [ 817.555058] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f36e8f4b-a760-4a46-9f72-6235a70928a2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.596941] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.597220] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.597344] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.597654] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.597886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.598147] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4738f757-b6bc-4587-8457-7f99bb5b3c8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.057819] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f36e8f4b-a760-4a46-9f72-6235a70928a2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.450811] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a in Status: SUCCESS [ 818.451075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.564074] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.564617] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.564617] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.564617] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.564788] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.564916] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 is going to be created. [ 818.590621] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.590770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.590866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.591164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.591323] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.603218] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 in Status: UNINITIALIZED for 2s [ 820.620134] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 in Status: SUCCESS [ 820.620776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.620776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.620776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.621083] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.621083] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.621207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.621292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.621354] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.621424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.621503] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f36e8f4b-a760-4a46-9f72-6235a70928a2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.125323] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f36e8f4b-a760-4a46-9f72-6235a70928a2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.627941] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f36e8f4b-a760-4a46-9f72-6235a70928a2: rpc.has_security_group_logging(os_id): False [ 821.656915] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.657139] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.658315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.658315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.658315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.658315] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.658315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.658315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.658315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.658315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.658315] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 is going to be created. [ 821.730478] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.730478] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.730478] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.730478] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.730478] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.745543] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 in Status: IN_PROGRESS for 2s [ 822.045405] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 822.045483] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 822.386249] env[69439]: INFO networking_nsxv3.common.synchronization [None req-ee02eaf9-46f6-4c64-abdb-3342ef99dbc9 None None] Enqueued Resource ID: 81c3f473-fb34-4032-a368-44771d056b2b with Priority: HIGHEST for action port [ 822.386249] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c3f473-fb34-4032-a368-44771d056b2b with Priority: HIGHEST for action port [ 822.386595] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-81c3f473-fb34-4032-a368-44771d056b2b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.386734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81c3f473-fb34-4032-a368-44771d056b2b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.386848] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81c3f473-fb34-4032-a368-44771d056b2b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.387207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81c3f473-fb34-4032-a368-44771d056b2b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.387292] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c3f473-fb34-4032-a368-44771d056b2b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.890262] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81c3f473-fb34-4032-a368-44771d056b2b [ 822.890575] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.890575] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.890575] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.891101] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.891101] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.891101] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81c3f473-fb34-4032-a368-44771d056b2b already deleted. [ 822.891101] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81c3f473-fb34-4032-a368-44771d056b2b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.761296] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 in Status: SUCCESS [ 823.761468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.021743] env[69439]: INFO networking_nsxv3.common.synchronization [req-8f8aa647-ccbe-4b82-93e0-d916057a0338 req-a000e16e-2c4d-45f9-a268-1782fbfed6d1 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Enqueued Resource ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a with Priority: HIGHEST for action security_group_members [ 824.022470] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a with Priority: HIGHEST for action security_group_members [ 824.022794] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2cd486d-54d0-42c9-b1c4-88cfae89746a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.022990] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.022990] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.024453] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.024597] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.024597] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.024787] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.024843] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.024889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.024986] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2cd486d-54d0-42c9-b1c4-88cfae89746a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.530400] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.530400] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.530586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.530723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.530808] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.531062] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.531165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.531225] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.531398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.531465] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.532502] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a is going to be updated. [ 824.561802] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.561802] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.561802] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.561802] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.561802] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.573404] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a in Status: IN_PROGRESS for 2s [ 824.624161] env[69439]: INFO networking_nsxv3.common.synchronization [req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a req-ca5ebdff-2351-465b-8776-24ddb821c052 tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Enqueued Resource ID: 27f4a9be-90a4-4341-b1de-562ac534346c with Priority: HIGHEST for action security_group_members [ 824.624761] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f4a9be-90a4-4341-b1de-562ac534346c with Priority: HIGHEST for action security_group_members [ 824.625149] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f4a9be-90a4-4341-b1de-562ac534346c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.625149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.625327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.625412] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.626443] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.626443] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.626443] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.626443] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.626443] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.626443] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27f4a9be-90a4-4341-b1de-562ac534346c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.128633] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.128927] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.131020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.131020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.157394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.157640] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.157748] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.157821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.158505] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.158505] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.158593] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f4a9be-90a4-4341-b1de-562ac534346c is going to be updated. [ 825.200870] env[69439]: INFO networking_nsxv3.common.synchronization [None req-1f3fb0f3-76c7-4f8a-ad13-53bf8903e948 None None] Enqueued Resource ID: 691c588c-b5c6-404c-8a3c-09851d57be8c with Priority: HIGHEST for action port [ 825.201803] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.201925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.201990] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.202702] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.202851] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.203833] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691c588c-b5c6-404c-8a3c-09851d57be8c with Priority: HIGHEST for action port [ 825.204768] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-691c588c-b5c6-404c-8a3c-09851d57be8c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.204826] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-691c588c-b5c6-404c-8a3c-09851d57be8c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.204878] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-691c588c-b5c6-404c-8a3c-09851d57be8c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.205549] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-691c588c-b5c6-404c-8a3c-09851d57be8c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.205549] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('691c588c-b5c6-404c-8a3c-09851d57be8c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.221187] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f4a9be-90a4-4341-b1de-562ac534346c in Status: IN_PROGRESS for 2s [ 825.618784] env[69439]: INFO networking_nsxv3.common.synchronization [None req-477efff7-3326-47ea-b95e-63b0f6e82566 None None] Enqueued Resource ID: 9aa5faf0-99db-48c2-8e57-840a7b2267b2 with Priority: HIGHEST for action port [ 825.619067] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa5faf0-99db-48c2-8e57-840a7b2267b2 with Priority: HIGHEST for action port [ 825.619667] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aa5faf0-99db-48c2-8e57-840a7b2267b2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.619810] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aa5faf0-99db-48c2-8e57-840a7b2267b2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.619850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aa5faf0-99db-48c2-8e57-840a7b2267b2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.622020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aa5faf0-99db-48c2-8e57-840a7b2267b2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.622020] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aa5faf0-99db-48c2-8e57-840a7b2267b2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.709964] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 691c588c-b5c6-404c-8a3c-09851d57be8c [ 825.709964] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.709964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.709964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.709964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.709964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.709964] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:691c588c-b5c6-404c-8a3c-09851d57be8c already deleted. [ 825.709964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-691c588c-b5c6-404c-8a3c-09851d57be8c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.975358] env[69439]: INFO networking_nsxv3.common.synchronization [req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 req-6b96965f-00dd-4e6a-b3f9-607f48a14f33 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Enqueued Resource ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 with Priority: HIGHEST for action security_group_members [ 825.975728] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 with Priority: HIGHEST for action security_group_members [ 825.976197] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.977698] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.977698] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.977698] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.977698] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.977698] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.977698] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.977698] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.977698] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.977698] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.125284] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aa5faf0-99db-48c2-8e57-840a7b2267b2 [ 826.125284] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.125284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.125284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.125284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.125284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.125284] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aa5faf0-99db-48c2-8e57-840a7b2267b2 already deleted. [ 826.125284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aa5faf0-99db-48c2-8e57-840a7b2267b2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.484733] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.485042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.485042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.485247] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.511375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.511712] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.511855] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.511922] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.512171] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.512266] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.512358] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 is going to be updated. [ 826.546272] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.546847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.546847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.546847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.546847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.559687] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 in Status: IN_PROGRESS for 2s [ 826.584781] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a in Status: SUCCESS [ 826.585017] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a deletion is rescheduled due to dependency. [ 826.585240] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.992022] env[69439]: INFO networking_nsxv3.common.synchronization [None req-4a4bad57-966a-48da-ae69-66a7201d0647 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Enqueued Resource ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb with Priority: HIGHEST for action security_group_rules [ 826.992694] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb with Priority: HIGHEST for action security_group_rules [ 826.993415] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d9a8854-160a-44f1-8d8b-504c53031fcb taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.993415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.993415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.993671] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.993671] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d9a8854-160a-44f1-8d8b-504c53031fcb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.124412] env[69439]: INFO networking_nsxv3.common.synchronization [None req-be925364-ad70-4793-ba77-8e20ba449d04 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Enqueued Resource ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb with Priority: HIGHEST for action security_group_rules [ 827.125637] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb with Priority: HIGHEST for action security_group_rules [ 827.126385] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d9a8854-160a-44f1-8d8b-504c53031fcb taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.126385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.237562] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f4a9be-90a4-4341-b1de-562ac534346c in Status: SUCCESS [ 827.237562] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f4a9be-90a4-4341-b1de-562ac534346c deletion is rescheduled due to dependency. [ 827.237562] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f4a9be-90a4-4341-b1de-562ac534346c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.518201] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.518561] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.518561] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.518652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.518744] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.518804] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb already deleted. [ 827.518883] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.519056] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.519214] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.519298] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d9a8854-160a-44f1-8d8b-504c53031fcb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.040625] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.040797] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.040891] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.041171] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.041288] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.041413] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb already deleted. [ 828.041522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.540230] env[69439]: INFO networking_nsxv3.common.synchronization [None req-dc0b0b5f-60d2-44f5-b42d-307216907943 None None] Enqueued Resource ID: a4f2755e-2ef6-406a-a054-7fa9e8dd82c3 with Priority: HIGHEST for action port [ 828.540539] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f2755e-2ef6-406a-a054-7fa9e8dd82c3 with Priority: HIGHEST for action port [ 828.541047] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4f2755e-2ef6-406a-a054-7fa9e8dd82c3 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.541183] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4f2755e-2ef6-406a-a054-7fa9e8dd82c3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.541239] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4f2755e-2ef6-406a-a054-7fa9e8dd82c3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.541476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4f2755e-2ef6-406a-a054-7fa9e8dd82c3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.541555] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4f2755e-2ef6-406a-a054-7fa9e8dd82c3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.575937] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 in Status: SUCCESS [ 828.576152] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 deletion is rescheduled due to dependency. [ 828.576268] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.045361] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4f2755e-2ef6-406a-a054-7fa9e8dd82c3 [ 829.045361] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.045361] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.045361] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.045590] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.045590] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.045757] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4f2755e-2ef6-406a-a054-7fa9e8dd82c3 already deleted. [ 829.045757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4f2755e-2ef6-406a-a054-7fa9e8dd82c3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.050427] env[69439]: INFO networking_nsxv3.common.synchronization [req-17e64e51-ae90-457a-8895-e88676751452 req-717b8fa6-ca2d-4e9f-a461-b05780c7eb84 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Enqueued Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_members [ 832.050995] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_members [ 832.054593] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.054735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.054804] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.055136] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.055306] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.055414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.055472] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.055640] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.055726] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.055822] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.558744] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.559022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.559022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.559424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.559424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.559578] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.559678] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.559739] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.559884] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.559954] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.560054] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c98b5db-4891-410d-87e5-e125e845a635 already deleted. [ 832.560139] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.730864] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.730864] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-649" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.730864] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-649" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.732743] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-649" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.732743] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.732743] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.732743] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.732743] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.733251] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.733251] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.733251] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.733357] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.733390] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.737028] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.737028] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.737028] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.759118] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.759322] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 832.759415] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.759596] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-649" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.759911] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-9a326075-d521-48f8-83a0-9a89b76cf723 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.760294] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-9a326075-d521-48f8-83a0-9a89b76cf723" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.760294] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-9a326075-d521-48f8-83a0-9a89b76cf723" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.760606] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-9a326075-d521-48f8-83a0-9a89b76cf723" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.760748] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a326075-d521-48f8-83a0-9a89b76cf723',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.265412] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.265867] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.265867] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.266100] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.266267] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.266436] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 9a326075-d521-48f8-83a0-9a89b76cf723 not found, creating... [ 833.266720] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.266891] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.267068] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.267982] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.268182] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.268522] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.268848] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.269023] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.269263] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.269501] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.269685] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 9a326075-d521-48f8-83a0-9a89b76cf723 is going to be created. [ 833.296481] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.296624] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.296757] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.297136] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.297380] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.297616] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-9a326075-d521-48f8-83a0-9a89b76cf723" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.061316] env[69439]: INFO networking_nsxv3.common.synchronization [req-17e64e51-ae90-457a-8895-e88676751452 req-cc61fefd-6feb-49ba-a6f6-7a45ec7b7267 service nova] Enqueued Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_rules [ 834.061619] env[69439]: INFO networking_nsxv3.common.synchronization [req-17e64e51-ae90-457a-8895-e88676751452 req-cc61fefd-6feb-49ba-a6f6-7a45ec7b7267 service nova] Enqueued Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_members [ 834.061880] env[69439]: INFO networking_nsxv3.common.synchronization [req-17e64e51-ae90-457a-8895-e88676751452 req-cc61fefd-6feb-49ba-a6f6-7a45ec7b7267 service nova] Enqueued Resource ID: 9a326075-d521-48f8-83a0-9a89b76cf723 with Priority: HIGHEST for action port [ 834.062665] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_rules [ 834.062886] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_members [ 834.065551] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a326075-d521-48f8-83a0-9a89b76cf723 with Priority: HIGHEST for action port [ 834.065961] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.066116] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.066187] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.066529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.066679] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.070246] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.070396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.070507] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.070742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.071101] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.071101] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.072536] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.072755] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.072860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.072965] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.075082] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a326075-d521-48f8-83a0-9a89b76cf723 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.075227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a326075-d521-48f8-83a0-9a89b76cf723" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.075336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a326075-d521-48f8-83a0-9a89b76cf723" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.075479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a326075-d521-48f8-83a0-9a89b76cf723" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.075558] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a326075-d521-48f8-83a0-9a89b76cf723',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.570516] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.570804] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.579470] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a326075-d521-48f8-83a0-9a89b76cf723 with status ACTIVE [ 834.579764] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.579925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.580025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.580679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.580679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.580679] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.580834] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.580834] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.580974] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.581100] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.581318] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.581443] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.581493] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.581664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.581781] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.581852] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a326075-d521-48f8-83a0-9a89b76cf723 is going to be updated. [ 834.583053] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.633253] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.633253] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.633253] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.633253] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.633253] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.633253] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a326075-d521-48f8-83a0-9a89b76cf723" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.087442] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.592291] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.592291] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.592291] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.592291] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.592291] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.592291] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c98b5db-4891-410d-87e5-e125e845a635 is going to be created. [ 835.619646] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.619941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.620050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.620306] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.620563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.631495] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: UNINITIALIZED for 2s [ 837.100149] env[69439]: INFO networking_nsxv3.common.synchronization [req-fe833d49-50ab-450d-9765-01b53da6cfc0 req-4500f702-47c3-41d6-bab4-9958f783ae12 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Enqueued Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_members [ 837.100757] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_members [ 837.101028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-410d164c-aa2e-4aab-97a2-fb4f13027908 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.101160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.101235] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.101540] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.101715] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.101815] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.101937] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.102062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.102153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.102261] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('410d164c-aa2e-4aab-97a2-fb4f13027908',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.556760] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-578 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.556760] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-578" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.556760] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-578" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.556760] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-578" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.558468] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.558468] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.558468] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.558468] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.558468] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.558468] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.558468] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.558468] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.558468] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.558870] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.558870] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.558870] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.583411] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.583411] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 837.583411] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.583411] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-578" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.583411] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-e3582b89-7a8b-44cf-af98-18fa456bda56 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.583411] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-e3582b89-7a8b-44cf-af98-18fa456bda56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.583411] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-e3582b89-7a8b-44cf-af98-18fa456bda56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.583411] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-e3582b89-7a8b-44cf-af98-18fa456bda56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.583411] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3582b89-7a8b-44cf-af98-18fa456bda56',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.604264] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.604690] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.604946] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.605288] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.605513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.605832] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.606101] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.606284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.606571] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.606767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.607244] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 already deleted. [ 837.607393] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.645444] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: SUCCESS [ 837.645665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.645835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.646077] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.646272] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.646809] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.646809] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.646809] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.646809] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.646809] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.647115] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.088922] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.088922] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.088922] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.088922] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.088922] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.088922] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port e3582b89-7a8b-44cf-af98-18fa456bda56 not found, creating... [ 838.088922] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.088922] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.088922] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.088922] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.088922] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.089407] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.089407] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.089407] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.089407] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.090182] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.090536] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: e3582b89-7a8b-44cf-af98-18fa456bda56 is going to be created. [ 838.115306] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.115306] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.115306] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.115306] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.115306] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.115306] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-e3582b89-7a8b-44cf-af98-18fa456bda56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.152569] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.152569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.152569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.152569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.152569] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.152569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.152954] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.152954] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.152954] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.152954] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.153250] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.153250] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.153378] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.153442] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.153607] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.153716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.153716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.154026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.154026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.154026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.154395] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.657941] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c98b5db-4891-410d-87e5-e125e845a635: rpc.has_security_group_logging(os_id): False [ 838.677044] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.677044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.677044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.677044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.677044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.677044] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.677044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.677044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.677044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.677044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.677044] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.677044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.677044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.677044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.677044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.678995] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.681029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.681029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.681029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.681029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.681029] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c98b5db-4891-410d-87e5-e125e845a635 is going to be created. [ 838.747214] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.749026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.749026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.749026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.749026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.763761] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: IN_PROGRESS for 2s [ 838.983311] env[69439]: INFO networking_nsxv3.common.synchronization [req-fe833d49-50ab-450d-9765-01b53da6cfc0 req-a656a26a-c8dd-44dc-af8b-b8b0315370fb service nova] Enqueued Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_rules [ 838.983311] env[69439]: INFO networking_nsxv3.common.synchronization [req-fe833d49-50ab-450d-9765-01b53da6cfc0 req-a656a26a-c8dd-44dc-af8b-b8b0315370fb service nova] Enqueued Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_members [ 838.983311] env[69439]: INFO networking_nsxv3.common.synchronization [req-fe833d49-50ab-450d-9765-01b53da6cfc0 req-a656a26a-c8dd-44dc-af8b-b8b0315370fb service nova] Enqueued Resource ID: e3582b89-7a8b-44cf-af98-18fa456bda56 with Priority: HIGHEST for action port [ 838.983311] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_rules [ 838.983311] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_members [ 838.983311] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3582b89-7a8b-44cf-af98-18fa456bda56 with Priority: HIGHEST for action port [ 838.984065] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-410d164c-aa2e-4aab-97a2-fb4f13027908 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.984614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.984614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.989164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.989164] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('410d164c-aa2e-4aab-97a2-fb4f13027908',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.990088] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-410d164c-aa2e-4aab-97a2-fb4f13027908 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.990088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.990088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.990088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.990293] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.990293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.990360] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.990999] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.991183] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.991364] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('410d164c-aa2e-4aab-97a2-fb4f13027908',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.992438] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3582b89-7a8b-44cf-af98-18fa456bda56 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.992617] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3582b89-7a8b-44cf-af98-18fa456bda56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.992959] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3582b89-7a8b-44cf-af98-18fa456bda56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.993198] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3582b89-7a8b-44cf-af98-18fa456bda56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.993769] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3582b89-7a8b-44cf-af98-18fa456bda56',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.490629] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-410d164c-aa2e-4aab-97a2-fb4f13027908 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.491027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.495280] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('410d164c-aa2e-4aab-97a2-fb4f13027908',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.496295] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3582b89-7a8b-44cf-af98-18fa456bda56 with status ACTIVE [ 839.496503] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.496627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.496802] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.496915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.497017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.497281] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.497394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.497474] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.497614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.497709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.497892] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.497980] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.499878] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.499878] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.499878] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.499878] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3582b89-7a8b-44cf-af98-18fa456bda56 is going to be updated. [ 839.520403] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.520689] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.520689] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.520957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.521084] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.521258] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3582b89-7a8b-44cf-af98-18fa456bda56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.813612] env[69439]: INFO networking_nsxv3.common.synchronization [req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd req-eae527a7-76ea-4dcf-8361-c11449f73df1 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Enqueued Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_members [ 839.814165] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_members [ 839.814463] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.814589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.814653] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.814912] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.815109] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.815282] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.815282] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.815478] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.815564] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.815645] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.003739] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('410d164c-aa2e-4aab-97a2-fb4f13027908',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.318512] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.318685] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.318816] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.319145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.321385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.321385] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.321385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.321385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.321385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.321385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.321385] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 already deleted. [ 840.321385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.337850] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.338296] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.339129] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.339757] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.340582] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.340942] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.341204] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.341564] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.341820] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.342251] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.343019] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.343019] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.343019] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.343019] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.343019] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.343335] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.365320] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.365502] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 840.366231] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.366525] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.366757] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-1d9085ea-d704-4699-a4ca-a42e86877915 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.366940] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-1d9085ea-d704-4699-a4ca-a42e86877915" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.367067] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-1d9085ea-d704-4699-a4ca-a42e86877915" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.368547] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-1d9085ea-d704-4699-a4ca-a42e86877915" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.368547] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d9085ea-d704-4699-a4ca-a42e86877915',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.508261] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.508593] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.508593] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.508792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.508837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.508936] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 is going to be created. [ 840.515976] env[69439]: INFO networking_nsxv3.common.synchronization [req-9d984ae2-6164-45e1-a286-f330552e23f5 req-d3965eaf-b727-4695-b94a-0071a73ccacc tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 840.520237] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 840.520237] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.520237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.520237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.520237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.520237] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.520237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.520237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.520237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.520237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.520237] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.536236] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.536587] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.536587] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.537385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.537565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.550653] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 in Status: UNINITIALIZED for 2s [ 840.776026] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: SUCCESS [ 840.776263] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.871779] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.871996] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.872234] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.872683] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.872872] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.873076] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 1d9085ea-d704-4699-a4ca-a42e86877915 not found, creating... [ 840.873374] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.873569] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.873713] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.873988] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.874177] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.874572] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.874629] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.874901] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.874969] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.875132] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.875270] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 1d9085ea-d704-4699-a4ca-a42e86877915 is going to be created. [ 840.896143] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.896470] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.896625] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.897272] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.897272] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.897524] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-1d9085ea-d704-4699-a4ca-a42e86877915" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.023891] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.024128] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.024215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.024460] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.024586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.024819] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.024946] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.025128] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.025271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.025438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.025518] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be updated. [ 841.070049] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.070049] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.070229] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.070311] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.070586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.081125] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: IN_PROGRESS for 2s [ 841.643209] env[69439]: INFO networking_nsxv3.common.synchronization [req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd req-4e62c682-514a-490c-ae06-789ff7af3b86 service nova] Enqueued Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_rules [ 841.643209] env[69439]: INFO networking_nsxv3.common.synchronization [req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd req-4e62c682-514a-490c-ae06-789ff7af3b86 service nova] Enqueued Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_members [ 841.643209] env[69439]: INFO networking_nsxv3.common.synchronization [req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd req-4e62c682-514a-490c-ae06-789ff7af3b86 service nova] Enqueued Resource ID: 1d9085ea-d704-4699-a4ca-a42e86877915 with Priority: HIGHEST for action port [ 841.643650] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_rules [ 841.643650] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_members [ 841.643650] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9085ea-d704-4699-a4ca-a42e86877915 with Priority: HIGHEST for action port [ 841.644778] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.648031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.648031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.648031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.648031] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.648031] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.648031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.648031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.648031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.648031] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.648031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.648031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.648031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.648031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.648620] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.648860] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d9085ea-d704-4699-a4ca-a42e86877915 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.648960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d9085ea-d704-4699-a4ca-a42e86877915" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.649610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d9085ea-d704-4699-a4ca-a42e86877915" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.649790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d9085ea-d704-4699-a4ca-a42e86877915" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.649865] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d9085ea-d704-4699-a4ca-a42e86877915',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.152151] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.152376] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.152585] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.153537] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d9085ea-d704-4699-a4ca-a42e86877915 with status ACTIVE [ 842.153720] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.153851] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.153936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.154143] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.154238] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.154365] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.154476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.154541] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.154693] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.154791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.155546] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.155691] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.155750] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.155921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.155983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.156292] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d9085ea-d704-4699-a4ca-a42e86877915 is going to be updated. [ 842.185439] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.185603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.185650] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.185841] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.186013] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.186161] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d9085ea-d704-4699-a4ca-a42e86877915" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.561999] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 in Status: SUCCESS [ 842.561999] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.562146] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.562329] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.562521] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.562640] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.562706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.562863] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.562945] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.563046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.563147] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('410d164c-aa2e-4aab-97a2-fb4f13027908',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.658524] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.728587] env[69439]: INFO networking_nsxv3.common.synchronization [req-5edb12de-2ee1-4282-8df5-da4df9d98823 req-ead70caf-2a68-441f-abad-45f986717838 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Enqueued Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_members [ 842.729174] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_members [ 842.729483] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.729591] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.065474] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('410d164c-aa2e-4aab-97a2-fb4f13027908',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.093335] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: SUCCESS [ 843.093526] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 deletion is rescheduled due to dependency. [ 843.093646] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.162131] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.162258] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.162340] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.162569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.162661] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.162760] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 is going to be created. [ 843.183386] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.185220] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.185220] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.185220] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.185436] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.185641] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.185795] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.186065] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.186231] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.186457] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.186572] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.186686] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.186794] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.186903] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.187016] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.187188] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.189684] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.189810] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.189881] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.190087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.190248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.206065] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: UNINITIALIZED for 2s [ 843.229860] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.230123] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 843.230305] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.230527] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.230906] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-a421b5b9-df15-40f3-88fe-f5b339da8ffa taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.231143] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-a421b5b9-df15-40f3-88fe-f5b339da8ffa" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.231301] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-a421b5b9-df15-40f3-88fe-f5b339da8ffa" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.235124] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-a421b5b9-df15-40f3-88fe-f5b339da8ffa" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.235124] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a421b5b9-df15-40f3-88fe-f5b339da8ffa',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.569976] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 410d164c-aa2e-4aab-97a2-fb4f13027908: rpc.has_security_group_logging(os_id): False [ 843.594468] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.594468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.594658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.595207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.595207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.595207] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.595376] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.595376] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.595664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.595664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.595775] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 is going to be created. [ 843.663025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.663025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.663025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.663025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.663025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.674179] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 in Status: IN_PROGRESS for 2s [ 843.735919] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.736262] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.736478] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.736582] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.736739] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.736970] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port a421b5b9-df15-40f3-88fe-f5b339da8ffa not found, creating... [ 843.737438] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.737710] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.737859] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.738216] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.738433] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.738856] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.739371] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.739646] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.739921] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.740110] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.740290] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: a421b5b9-df15-40f3-88fe-f5b339da8ffa is going to be created. [ 843.788471] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.788681] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.788681] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.789870] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.789870] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.789870] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-a421b5b9-df15-40f3-88fe-f5b339da8ffa" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.669238] env[69439]: INFO networking_nsxv3.common.synchronization [req-5edb12de-2ee1-4282-8df5-da4df9d98823 req-6e4a1feb-2235-45cb-a6e1-4bf61de03294 service nova] Enqueued Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_rules [ 844.669238] env[69439]: INFO networking_nsxv3.common.synchronization [req-5edb12de-2ee1-4282-8df5-da4df9d98823 req-6e4a1feb-2235-45cb-a6e1-4bf61de03294 service nova] Enqueued Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_members [ 844.669238] env[69439]: INFO networking_nsxv3.common.synchronization [req-5edb12de-2ee1-4282-8df5-da4df9d98823 req-6e4a1feb-2235-45cb-a6e1-4bf61de03294 service nova] Enqueued Resource ID: a421b5b9-df15-40f3-88fe-f5b339da8ffa with Priority: HIGHEST for action port [ 844.669972] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_rules [ 844.670295] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_members [ 844.670548] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a421b5b9-df15-40f3-88fe-f5b339da8ffa with Priority: HIGHEST for action port [ 844.673695] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.673695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.673695] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.673695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.673695] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-a421b5b9-df15-40f3-88fe-f5b339da8ffa taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.673695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a421b5b9-df15-40f3-88fe-f5b339da8ffa" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.673695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a421b5b9-df15-40f3-88fe-f5b339da8ffa" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.673695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a421b5b9-df15-40f3-88fe-f5b339da8ffa" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.673695] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a421b5b9-df15-40f3-88fe-f5b339da8ffa',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.174928] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a421b5b9-df15-40f3-88fe-f5b339da8ffa with status ACTIVE [ 845.174928] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.175195] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.175195] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.179022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.179022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.179022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.179022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.179022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.179022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.179022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.179022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.179022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.179022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.179022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.179022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.179022] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a421b5b9-df15-40f3-88fe-f5b339da8ffa is going to be updated. [ 845.204971] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.205154] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.205242] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.205470] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.205613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.205780] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a421b5b9-df15-40f3-88fe-f5b339da8ffa" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.221970] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: SUCCESS [ 845.222284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.222484] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.223145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.223420] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.223579] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.223669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.224463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.224575] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.224698] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.224817] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.226087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.226287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.226514] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.226644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.226725] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.226906] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.227212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.227354] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.686552] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 in Status: SUCCESS [ 845.686847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.731164] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.731164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.733323] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.237624] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.742971] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.742971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.742971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.743388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.743388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.743388] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 is going to be updated. [ 846.776637] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.776637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.776637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.776637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.776637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.787055] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: IN_PROGRESS for 2s [ 848.800865] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: SUCCESS [ 848.801177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.801296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.802522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.802522] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.802522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.802522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.802522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.802522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.802522] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.305192] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.671615] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 849.671731] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 849.807504] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.108143] env[69439]: INFO networking_nsxv3.common.synchronization [req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da req-7e686c20-4614-48e1-8e1e-7eba6f23ef16 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Enqueued Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_members [ 850.108703] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_members [ 850.109039] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.109160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.311499] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.311735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.311735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.311920] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.312074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.312134] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 is going to be updated. [ 850.346875] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.350464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.350464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.350464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.350464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.362245] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: IN_PROGRESS for 2s [ 850.592243] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.592243] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.592243] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.592243] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.592243] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.592243] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.592243] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.592243] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.593122] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.593559] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.593842] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.594112] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.594385] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.594651] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.594894] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.595217] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.620223] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.620223] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 850.620223] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.620223] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.620223] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-026afd23-8a42-4841-bb90-17ef2ec56e1c taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.620223] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-026afd23-8a42-4841-bb90-17ef2ec56e1c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.620223] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-026afd23-8a42-4841-bb90-17ef2ec56e1c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.620223] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-026afd23-8a42-4841-bb90-17ef2ec56e1c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.620223] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('026afd23-8a42-4841-bb90-17ef2ec56e1c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.125696] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.125696] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.125696] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.125696] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.125696] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.125696] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 026afd23-8a42-4841-bb90-17ef2ec56e1c not found, creating... [ 851.125696] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.125696] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.125696] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.125696] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.125696] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.126364] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.126364] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.126364] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.126364] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.126999] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.128028] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 026afd23-8a42-4841-bb90-17ef2ec56e1c is going to be created. [ 851.148949] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.150973] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.150973] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.150973] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.150973] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.150973] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-026afd23-8a42-4841-bb90-17ef2ec56e1c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.032524] env[69439]: INFO networking_nsxv3.common.synchronization [req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da req-1672d14a-b8d6-4de1-9307-af010884250e service nova] Enqueued Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_rules [ 852.032524] env[69439]: INFO networking_nsxv3.common.synchronization [req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da req-1672d14a-b8d6-4de1-9307-af010884250e service nova] Enqueued Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_members [ 852.032524] env[69439]: INFO networking_nsxv3.common.synchronization [req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da req-1672d14a-b8d6-4de1-9307-af010884250e service nova] Enqueued Resource ID: 026afd23-8a42-4841-bb90-17ef2ec56e1c with Priority: HIGHEST for action port [ 852.032727] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_rules [ 852.032857] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_members [ 852.032954] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 026afd23-8a42-4841-bb90-17ef2ec56e1c with Priority: HIGHEST for action port [ 852.033714] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.033714] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.033820] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.033862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.034106] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-026afd23-8a42-4841-bb90-17ef2ec56e1c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.034237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-026afd23-8a42-4841-bb90-17ef2ec56e1c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.034304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-026afd23-8a42-4841-bb90-17ef2ec56e1c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.034508] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-026afd23-8a42-4841-bb90-17ef2ec56e1c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.034588] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('026afd23-8a42-4841-bb90-17ef2ec56e1c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.371562] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: SUCCESS [ 852.371848] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.371948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.372174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.372362] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.372481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.372551] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.372808] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.372808] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.372914] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.373014] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.373096] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.373158] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.373298] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.373433] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.373523] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.373585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.373716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.373790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.373870] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.373963] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.374820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.374979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.375141] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.375275] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.375352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.375575] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.375575] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.375671] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.538319] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 026afd23-8a42-4841-bb90-17ef2ec56e1c with status ACTIVE [ 852.538319] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.540524] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.540788] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.543248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.543248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.543248] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.543248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.543248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.543248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.543248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.543248] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.543248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.543248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.543248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.543248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.543248] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 026afd23-8a42-4841-bb90-17ef2ec56e1c is going to be updated. [ 852.570237] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.570405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.570464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.570746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.570798] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.570942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-026afd23-8a42-4841-bb90-17ef2ec56e1c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.877749] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e1b031f-13a1-44ae-b1ca-4af314fde7a1: rpc.has_security_group_logging(os_id): False [ 852.879387] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.881917] env[69439]: INFO networking_nsxv3.common.synchronization [req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f req-f284c5df-29e6-472e-8e8d-3fdb0c535d45 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 852.883074] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 852.883455] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.883564] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.883628] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.884115] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.884287] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.884387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.884462] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.884632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.884725] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.885181] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.904185] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.904185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.904185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.904185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.904185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.904185] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.904185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.904185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.905466] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.905466] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.906784] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.906784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.906784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.906784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.906784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.906784] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.906784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.906784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.907188] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.907188] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.907188] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 is going to be created. [ 852.976401] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.976401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.976401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.976401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.976401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.991916] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: IN_PROGRESS for 2s [ 853.386027] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.388426] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.512995] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.513237] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-574" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.514058] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-574" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.514058] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-574" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.514058] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.514277] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.514317] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.514618] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.514842] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.515155] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.515326] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.515699] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.517544] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.517544] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.517544] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.517544] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.541745] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.541948] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 853.542103] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.542307] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-574" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.542622] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-5d0b91fe-b21b-4557-893a-3b00139cf3cf taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.542792] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-5d0b91fe-b21b-4557-893a-3b00139cf3cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.542917] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-5d0b91fe-b21b-4557-893a-3b00139cf3cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.543374] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-5d0b91fe-b21b-4557-893a-3b00139cf3cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.543438] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d0b91fe-b21b-4557-893a-3b00139cf3cf',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.888336] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.888489] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.888605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.888777] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.888913] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.888965] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 is going to be updated. [ 853.892879] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.917907] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.918054] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.918120] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.918365] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.918510] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.927855] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: IN_PROGRESS for 2s [ 854.048698] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.048990] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.049090] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.049384] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.049537] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.049696] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 5d0b91fe-b21b-4557-893a-3b00139cf3cf not found, creating... [ 854.049951] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.050124] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.050240] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.050453] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.050592] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.050867] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.051028] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.051146] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.051360] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.051487] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.051627] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 5d0b91fe-b21b-4557-893a-3b00139cf3cf is going to be created. [ 854.073620] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.073892] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.074019] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.074298] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.074732] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.074824] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-5d0b91fe-b21b-4557-893a-3b00139cf3cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.395818] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.395818] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.396196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.396196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.396741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.396741] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be updated. [ 854.433517] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.434065] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.434263] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.435023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.435361] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.447270] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: IN_PROGRESS for 2s [ 854.866020] env[69439]: INFO networking_nsxv3.common.synchronization [req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f req-3545d656-9090-46c2-ba6f-c1f95d273947 service nova] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_rules [ 854.866020] env[69439]: INFO networking_nsxv3.common.synchronization [req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f req-3545d656-9090-46c2-ba6f-c1f95d273947 service nova] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 854.866020] env[69439]: INFO networking_nsxv3.common.synchronization [req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f req-3545d656-9090-46c2-ba6f-c1f95d273947 service nova] Enqueued Resource ID: 5d0b91fe-b21b-4557-893a-3b00139cf3cf with Priority: HIGHEST for action port [ 854.866020] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_rules [ 854.866020] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 854.866020] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0b91fe-b21b-4557-893a-3b00139cf3cf with Priority: HIGHEST for action port [ 854.866020] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.866020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.866020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.866503] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.866503] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.867237] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.867374] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.867646] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d0b91fe-b21b-4557-893a-3b00139cf3cf taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.867767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d0b91fe-b21b-4557-893a-3b00139cf3cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.867829] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d0b91fe-b21b-4557-893a-3b00139cf3cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.868024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d0b91fe-b21b-4557-893a-3b00139cf3cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.868090] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d0b91fe-b21b-4557-893a-3b00139cf3cf',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.006890] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: SUCCESS [ 855.006890] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.006890] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.006890] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.006890] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.372634] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.372634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.372634] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d0b91fe-b21b-4557-893a-3b00139cf3cf with status ACTIVE [ 855.372634] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.372634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.372634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.372634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.372634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.372634] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.372634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.372634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.372634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.372634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.372634] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.373424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.373424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.373424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.373424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.373424] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d0b91fe-b21b-4557-893a-3b00139cf3cf is going to be updated. [ 855.394773] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.394773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.394773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.394773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.395314] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.395314] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d0b91fe-b21b-4557-893a-3b00139cf3cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.509344] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.509758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.939933] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: SUCCESS [ 855.941813] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.941813] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.941813] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.941813] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.941813] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.941813] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.942605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.942752] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.942902] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.446729] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.459283] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 856.459516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.459688] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.459906] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.460119] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.460238] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.460304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.460454] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.460537] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.460638] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.950144] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.962903] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.454036] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.454436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.454436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.454581] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.454698] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.454744] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 is going to be updated. [ 857.465497] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.502956] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.502956] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.502956] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.503304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.503849] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.521837] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: IN_PROGRESS for 2s [ 857.968779] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.969218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.969218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.969296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.969340] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.969441] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be updated. [ 858.019967] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.020292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.020292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.020583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.020953] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.036507] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: IN_PROGRESS for 2s [ 858.101739] env[69439]: INFO networking_nsxv3.common.synchronization [req-b255891c-a056-4dd0-8273-7abd9a9cfeae req-b2b868be-04dd-42c6-81b1-ab9313e6d9c6 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Enqueued Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_members [ 858.104563] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_members [ 858.105224] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.105224] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.105382] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.105721] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.105920] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.106104] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.106212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.106454] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.106596] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.106746] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.612833] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.612833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.612833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.612833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.613248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.613248] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.613248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.613354] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.614877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.614877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.614877] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 already deleted. [ 858.614877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.616472] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.616674] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-10" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.616795] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-10" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.619027] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-10" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.619027] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.619027] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.619027] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.619027] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.619027] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.619027] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.619027] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.619027] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.619384] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.619384] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.619384] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.619468] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.640764] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.641083] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 858.641345] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.641575] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-10" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.641914] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-57ac949c-9bdd-48f2-b2c5-57a5e24ef636 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.642128] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-57ac949c-9bdd-48f2-b2c5-57a5e24ef636" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.644031] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-57ac949c-9bdd-48f2-b2c5-57a5e24ef636" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.644031] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-57ac949c-9bdd-48f2-b2c5-57a5e24ef636" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.644031] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57ac949c-9bdd-48f2-b2c5-57a5e24ef636',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.145830] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.146283] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.146283] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.146533] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.146688] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.147277] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 57ac949c-9bdd-48f2-b2c5-57a5e24ef636 not found, creating... [ 859.147277] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.147467] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.148224] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.148224] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.148224] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.148373] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.149166] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.149305] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.149566] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.149760] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.149958] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 57ac949c-9bdd-48f2-b2c5-57a5e24ef636 is going to be created. [ 859.175512] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.175822] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.175976] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.176433] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.176513] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.176715] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-57ac949c-9bdd-48f2-b2c5-57a5e24ef636" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.534091] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: SUCCESS [ 859.534272] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.534534] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.534788] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.535111] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.535283] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.535350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.535523] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.535614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.535705] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.535799] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.918824] env[69439]: INFO networking_nsxv3.common.synchronization [req-b255891c-a056-4dd0-8273-7abd9a9cfeae req-c843ecb6-f870-4bf6-8428-3d1c042ce7e0 service nova] Enqueued Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_rules [ 859.919046] env[69439]: INFO networking_nsxv3.common.synchronization [req-b255891c-a056-4dd0-8273-7abd9a9cfeae req-c843ecb6-f870-4bf6-8428-3d1c042ce7e0 service nova] Enqueued Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_members [ 859.919189] env[69439]: INFO networking_nsxv3.common.synchronization [req-b255891c-a056-4dd0-8273-7abd9a9cfeae req-c843ecb6-f870-4bf6-8428-3d1c042ce7e0 service nova] Enqueued Resource ID: 57ac949c-9bdd-48f2-b2c5-57a5e24ef636 with Priority: HIGHEST for action port [ 859.919731] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_rules [ 859.919884] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_members [ 859.919964] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ac949c-9bdd-48f2-b2c5-57a5e24ef636 with Priority: HIGHEST for action port [ 859.920270] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.920396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.920492] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.920794] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.920882] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.922131] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.922250] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.922320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.922529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.922685] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.922785] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.922847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.923007] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.923103] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.923195] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.924078] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-57ac949c-9bdd-48f2-b2c5-57a5e24ef636 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.924207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57ac949c-9bdd-48f2-b2c5-57a5e24ef636" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.924207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57ac949c-9bdd-48f2-b2c5-57a5e24ef636" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.924338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57ac949c-9bdd-48f2-b2c5-57a5e24ef636" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.924417] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57ac949c-9bdd-48f2-b2c5-57a5e24ef636',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.038815] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.039034] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.039106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.039324] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.039504] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.039623] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.039706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.039887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.039983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.040102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.040266] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.040459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.040548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.040972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.041161] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.041275] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.041339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.041567] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.041686] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.041782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.041883] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.051612] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 860.051848] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.052365] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.052585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.052804] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.052938] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.053026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.053216] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.053305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.053420] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.053521] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.426054] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.431097] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.431097] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.431097] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57ac949c-9bdd-48f2-b2c5-57a5e24ef636 with status ACTIVE [ 860.431097] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.431097] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.431097] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.431097] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.431097] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.431097] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.431097] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.431097] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.431097] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.431097] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.431097] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.431654] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.431654] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.431654] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.431654] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.431654] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57ac949c-9bdd-48f2-b2c5-57a5e24ef636 is going to be updated. [ 860.458219] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.458437] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.458504] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.458673] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.458817] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.458978] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57ac949c-9bdd-48f2-b2c5-57a5e24ef636" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.544589] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e1b031f-13a1-44ae-b1ca-4af314fde7a1: rpc.has_security_group_logging(os_id): False [ 860.556077] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.556077] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.556077] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.556367] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.556970] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.557198] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.557301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.557916] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.558068] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.558210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.558473] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.558635] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.558729] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.558943] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.559242] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.559384] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.559479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.559757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.560028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.560264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.560582] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.579669] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.579937] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.580101] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.580516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.580656] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.580994] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.581986] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.582196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.582573] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.582785] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.583237] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.583576] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.583757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.584098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.584308] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.584760] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.585174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.585174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.585633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.585755] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.585881] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 is going to be updated. [ 860.677496] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.677496] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.677496] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.677496] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.677496] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.697670] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: IN_PROGRESS for 2s [ 860.929730] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.063832] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7071ed0-f590-4eee-9b3e-64b173041cd4: rpc.has_security_group_logging(os_id): False [ 861.083029] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.083247] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.083247] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.083510] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.083635] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.083820] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.083918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.083986] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.084157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.084392] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.084479] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.084536] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.084567] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.084705] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.084804] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.084999] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.085109] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.085174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.085414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.085490] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.085557] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be updated. [ 861.150696] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.150696] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.150696] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.150996] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.150996] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.169018] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: IN_PROGRESS for 2s [ 861.436596] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.436905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.436905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.437026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.437106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.437207] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 is going to be created. [ 861.464090] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.464402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.464402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.464545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.464701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.477059] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: UNINITIALIZED for 2s [ 862.718598] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: SUCCESS [ 862.719077] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.719077] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.719326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.719446] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.184310] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 863.184472] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.222174] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.222348] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.222422] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.222644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.222918] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.222918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.223250] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.223250] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.223250] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.223477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.223477] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.488438] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: SUCCESS [ 863.488584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.488790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.489073] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.489302] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.489449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.489587] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.489772] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.489840] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.489921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.490449] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.727124] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.727124] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.727124] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.727988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.727988] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.727988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.727988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.727988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.727988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.727988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.728323] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.728323] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.728323] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.728439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.728615] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.728736] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.728779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.728932] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.729022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.729112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.729238] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.992381] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.992555] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.992629] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.992839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.993030] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.993114] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.993179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.993323] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.993404] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.993515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.993627] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.993714] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.993773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.993907] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.994051] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.994145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.994220] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.994333] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.994404] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.994493] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.994582] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.192488] env[69439]: INFO networking_nsxv3.common.synchronization [req-2504360e-9051-4a7b-a9a1-69e3813c04ea req-76e0ffcf-21be-4425-abd9-b1d7018499b1 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 864.192658] env[69439]: INFO networking_nsxv3.common.synchronization [req-2504360e-9051-4a7b-a9a1-69e3813c04ea req-76e0ffcf-21be-4425-abd9-b1d7018499b1 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 22ac354b-91a0-4def-902c-b384a8038b48 with Priority: HIGHEST for action security_group_members [ 864.194458] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 864.194458] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ac354b-91a0-4def-902c-b384a8038b48 with Priority: HIGHEST for action security_group_members [ 864.194458] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.194458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.194458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.194458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.194458] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.194458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.194458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.194837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.195071] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.195071] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.196485] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ac354b-91a0-4def-902c-b384a8038b48 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.196485] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.196686] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.196918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.197019] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.197157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.197249] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.197455] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.197610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.197731] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ac354b-91a0-4def-902c-b384a8038b48',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.232241] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e1b031f-13a1-44ae-b1ca-4af314fde7a1: rpc.has_security_group_logging(os_id): False [ 864.240546] env[69439]: INFO networking_nsxv3.common.synchronization [req-2504360e-9051-4a7b-a9a1-69e3813c04ea req-76e0ffcf-21be-4425-abd9-b1d7018499b1 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 22ac354b-91a0-4def-902c-b384a8038b48 with Priority: HIGHEST for action security_group_rules [ 864.240791] env[69439]: INFO networking_nsxv3.common.synchronization [req-2504360e-9051-4a7b-a9a1-69e3813c04ea req-76e0ffcf-21be-4425-abd9-b1d7018499b1 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 22ac354b-91a0-4def-902c-b384a8038b48 with Priority: HIGHEST for action security_group_members [ 864.240964] env[69439]: INFO networking_nsxv3.common.synchronization [req-2504360e-9051-4a7b-a9a1-69e3813c04ea req-76e0ffcf-21be-4425-abd9-b1d7018499b1 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_rules [ 864.241152] env[69439]: INFO networking_nsxv3.common.synchronization [req-2504360e-9051-4a7b-a9a1-69e3813c04ea req-76e0ffcf-21be-4425-abd9-b1d7018499b1 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 864.241369] env[69439]: INFO networking_nsxv3.common.synchronization [req-2504360e-9051-4a7b-a9a1-69e3813c04ea req-76e0ffcf-21be-4425-abd9-b1d7018499b1 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 5d0b91fe-b21b-4557-893a-3b00139cf3cf with Priority: HIGHEST for action port [ 864.242097] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ac354b-91a0-4def-902c-b384a8038b48 with Priority: HIGHEST for action security_group_rules [ 864.242283] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_rules [ 864.242418] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0b91fe-b21b-4557-893a-3b00139cf3cf with Priority: HIGHEST for action port [ 864.242546] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ac354b-91a0-4def-902c-b384a8038b48 with Priority: HIGHEST for action security_group_members [ 864.242692] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 864.243015] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22ac354b-91a0-4def-902c-b384a8038b48 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.243171] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.243413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.243775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.244869] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22ac354b-91a0-4def-902c-b384a8038b48',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.246056] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.246240] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.246355] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.246723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.248219] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.249210] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d0b91fe-b21b-4557-893a-3b00139cf3cf taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.249341] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d0b91fe-b21b-4557-893a-3b00139cf3cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.249409] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d0b91fe-b21b-4557-893a-3b00139cf3cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.249590] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d0b91fe-b21b-4557-893a-3b00139cf3cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.249667] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d0b91fe-b21b-4557-893a-3b00139cf3cf',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.250747] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ac354b-91a0-4def-902c-b384a8038b48 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.250858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.252073] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.252223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.253652] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.253859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.253972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.254243] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.254375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.254591] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.254737] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.254835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.255047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.255187] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.255417] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.255570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.255712] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.255892] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.256020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.256268] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.256409] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.256505] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.256674] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.256792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.256910] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 is going to be updated. [ 864.326866] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.327151] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.327287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.327637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.327851] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.345660] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: IN_PROGRESS for 2s [ 864.497088] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9707d0e0-4d20-4db8-8eba-f329b59cfaf4: rpc.has_security_group_logging(os_id): False [ 864.516430] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.516584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.516658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.516889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.516987] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.517222] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.517321] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.517387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.517650] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.517727] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.517918] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.518023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.518089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.518229] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.518306] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.518486] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.518600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.518637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.518813] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.518865] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.518926] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 is going to be created. [ 864.597300] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.597387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.597532] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.597769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.598014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.612621] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: IN_PROGRESS for 2s [ 864.701092] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.701092] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22ac354b-91a0-4def-902c-b384a8038b48',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.753078] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d0b91fe-b21b-4557-893a-3b00139cf3cf with status ACTIVE [ 864.753402] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.753471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.753574] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.753760] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.753846] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.754052] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.754162] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.754215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.754467] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.754467] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.754632] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.754770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.754808] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.754933] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.755017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.755126] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d0b91fe-b21b-4557-893a-3b00139cf3cf is going to be updated. [ 864.759150] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ac354b-91a0-4def-902c-b384a8038b48 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.759415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.759520] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.760891] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.846346] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.846559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.846604] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.846853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.847026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.847203] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d0b91fe-b21b-4557-893a-3b00139cf3cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.203494] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.204836] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22ac354b-91a0-4def-902c-b384a8038b48',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.707204] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.707373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.707492] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.707755] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.707855] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.707958] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be updated. [ 865.709392] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.709501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.709574] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.709756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.709903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.709956] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ac354b-91a0-4def-902c-b384a8038b48 is going to be created. [ 865.735631] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.735786] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.735861] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.736090] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.736252] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.743383] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.743810] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.743810] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.743810] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.743985] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.748269] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ac354b-91a0-4def-902c-b384a8038b48 in Status: UNINITIALIZED for 2s [ 865.751261] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: IN_PROGRESS for 2s [ 866.365667] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: SUCCESS [ 866.365667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.625813] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: SUCCESS [ 866.626111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.759532] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ac354b-91a0-4def-902c-b384a8038b48 in Status: SUCCESS [ 867.759887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.759984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.760248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.760466] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.760606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.760681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.760853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.760947] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.761083] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ac354b-91a0-4def-902c-b384a8038b48',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.762711] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 867.762979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.763153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.763363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.764094] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.764094] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.764094] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.764094] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.764094] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.764094] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.266973] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.268175] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22ac354b-91a0-4def-902c-b384a8038b48',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.770498] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.772609] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22ac354b-91a0-4def-902c-b384a8038b48',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.243728] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 869.243926] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 869.276707] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.277072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.277072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.277558] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.277558] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.277558] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be updated. [ 869.279039] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.279196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.279294] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.279544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.279610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.279722] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ac354b-91a0-4def-902c-b384a8038b48 is going to be updated. [ 869.320151] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.320299] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.320383] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.321597] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.321597] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.322573] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.322863] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.322984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.323162] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.324742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.336607] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: IN_PROGRESS for 2s [ 869.337279] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ac354b-91a0-4def-902c-b384a8038b48 in Status: IN_PROGRESS for 2s [ 869.716975] env[69439]: INFO networking_nsxv3.common.synchronization [req-b27b2725-d0a9-4c72-a3ee-be8c59c69e8b req-b0c795ad-7789-4ca2-b63f-3a2abf9086b3 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 869.718703] env[69439]: INFO networking_nsxv3.common.synchronization [req-b27b2725-d0a9-4c72-a3ee-be8c59c69e8b req-b0c795ad-7789-4ca2-b63f-3a2abf9086b3 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 31f4c209-7a01-4aef-885f-92e235d0514d with Priority: HIGHEST for action security_group_members [ 869.718703] env[69439]: INFO networking_nsxv3.common.synchronization [req-b27b2725-d0a9-4c72-a3ee-be8c59c69e8b req-b0c795ad-7789-4ca2-b63f-3a2abf9086b3 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 22ac354b-91a0-4def-902c-b384a8038b48 with Priority: HIGHEST for action security_group_members [ 869.718703] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 869.718703] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f4c209-7a01-4aef-885f-92e235d0514d with Priority: HIGHEST for action security_group_members [ 869.718703] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ac354b-91a0-4def-902c-b384a8038b48 with Priority: HIGHEST for action security_group_members [ 869.718703] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.718703] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.719258] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f4c209-7a01-4aef-885f-92e235d0514d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.719258] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.719258] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.719258] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.719444] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.719444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.719593] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.719668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.719759] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.719970] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f4c209-7a01-4aef-885f-92e235d0514d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.721137] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ac354b-91a0-4def-902c-b384a8038b48 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.721137] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.769231] env[69439]: INFO networking_nsxv3.common.synchronization [req-b27b2725-d0a9-4c72-a3ee-be8c59c69e8b req-b0c795ad-7789-4ca2-b63f-3a2abf9086b3 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 22ac354b-91a0-4def-902c-b384a8038b48 with Priority: HIGHEST for action security_group_rules [ 869.769411] env[69439]: INFO networking_nsxv3.common.synchronization [req-b27b2725-d0a9-4c72-a3ee-be8c59c69e8b req-b0c795ad-7789-4ca2-b63f-3a2abf9086b3 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 22ac354b-91a0-4def-902c-b384a8038b48 with Priority: HIGHEST for action security_group_members [ 869.769555] env[69439]: INFO networking_nsxv3.common.synchronization [req-b27b2725-d0a9-4c72-a3ee-be8c59c69e8b req-b0c795ad-7789-4ca2-b63f-3a2abf9086b3 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 31f4c209-7a01-4aef-885f-92e235d0514d with Priority: HIGHEST for action security_group_rules [ 869.769679] env[69439]: INFO networking_nsxv3.common.synchronization [req-b27b2725-d0a9-4c72-a3ee-be8c59c69e8b req-b0c795ad-7789-4ca2-b63f-3a2abf9086b3 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 31f4c209-7a01-4aef-885f-92e235d0514d with Priority: HIGHEST for action security_group_members [ 869.769800] env[69439]: INFO networking_nsxv3.common.synchronization [req-b27b2725-d0a9-4c72-a3ee-be8c59c69e8b req-b0c795ad-7789-4ca2-b63f-3a2abf9086b3 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_rules [ 869.769919] env[69439]: INFO networking_nsxv3.common.synchronization [req-b27b2725-d0a9-4c72-a3ee-be8c59c69e8b req-b0c795ad-7789-4ca2-b63f-3a2abf9086b3 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 869.770060] env[69439]: INFO networking_nsxv3.common.synchronization [req-b27b2725-d0a9-4c72-a3ee-be8c59c69e8b req-b0c795ad-7789-4ca2-b63f-3a2abf9086b3 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 5d0b91fe-b21b-4557-893a-3b00139cf3cf with Priority: HIGHEST for action port [ 869.770554] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ac354b-91a0-4def-902c-b384a8038b48 with Priority: HIGHEST for action security_group_rules [ 869.770773] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f4c209-7a01-4aef-885f-92e235d0514d with Priority: HIGHEST for action security_group_rules [ 869.770773] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 869.770847] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0b91fe-b21b-4557-893a-3b00139cf3cf with Priority: HIGHEST for action port [ 869.770934] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_rules [ 869.771224] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ac354b-91a0-4def-902c-b384a8038b48 with Priority: HIGHEST for action security_group_members [ 869.771380] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f4c209-7a01-4aef-885f-92e235d0514d with Priority: HIGHEST for action security_group_members [ 869.772049] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22ac354b-91a0-4def-902c-b384a8038b48 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.772210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.772568] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31f4c209-7a01-4aef-885f-92e235d0514d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.772652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.772722] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.773066] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.775050] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31f4c209-7a01-4aef-885f-92e235d0514d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.775050] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.775050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.775050] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d0b91fe-b21b-4557-893a-3b00139cf3cf taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.775050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d0b91fe-b21b-4557-893a-3b00139cf3cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.775050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d0b91fe-b21b-4557-893a-3b00139cf3cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.775050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d0b91fe-b21b-4557-893a-3b00139cf3cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.775050] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d0b91fe-b21b-4557-893a-3b00139cf3cf',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.775864] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.776041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.776369] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ac354b-91a0-4def-902c-b384a8038b48 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.776490] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.776706] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f4c209-7a01-4aef-885f-92e235d0514d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.776820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.222297] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31f4c209-7a01-4aef-885f-92e235d0514d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.277832] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f4c209-7a01-4aef-885f-92e235d0514d taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.277966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.278265] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d0b91fe-b21b-4557-893a-3b00139cf3cf with status ACTIVE [ 870.278520] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.278668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.278787] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.279167] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.279273] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.279566] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.279703] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.279787] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.280040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.280178] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.280439] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.280592] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.280659] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.280867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.280960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.281039] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d0b91fe-b21b-4557-893a-3b00139cf3cf is going to be updated. [ 870.309615] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.309848] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.310159] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.310228] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.310408] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.310618] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d0b91fe-b21b-4557-893a-3b00139cf3cf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.724348] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31f4c209-7a01-4aef-885f-92e235d0514d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.014945] env[69439]: INFO networking_nsxv3.common.synchronization [req-b255891c-a056-4dd0-8273-7abd9a9cfeae req-d1a25d8f-08ec-471a-b696-45d3105d395b tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Enqueued Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_members [ 871.015861] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_members [ 871.017463] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.017675] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.017797] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.018102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.018352] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.018529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.018780] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.019103] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.019103] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.019218] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.226618] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.226781] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.226781] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.227035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.227127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.227228] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f4c209-7a01-4aef-885f-92e235d0514d is going to be created. [ 871.257494] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.257750] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.257882] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.258120] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.258363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.275886] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f4c209-7a01-4aef-885f-92e235d0514d in Status: UNINITIALIZED for 2s [ 871.350591] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 871.350817] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.351009] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.351236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.351433] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.351562] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.351691] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.351803] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.351898] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.352012] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.352114] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.357028] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ac354b-91a0-4def-902c-b384a8038b48 in Status: SUCCESS [ 871.357028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.357028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.357028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.357028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.357028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.357028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.357028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.357028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.357028] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.357028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.357603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.357603] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.357733] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.357733] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.358390] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.358390] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.358390] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.358390] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22ac354b-91a0-4def-902c-b384a8038b48',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.359709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.363247] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.363488] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.363660] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.363753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.363967] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.364106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.364233] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ac354b-91a0-4def-902c-b384a8038b48',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.491612] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.491923] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-10" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.492182] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-10" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.492466] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-10" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.492738] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.492897] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.493030] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.493249] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.493721] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.493948] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.494082] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.494207] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.494348] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.494583] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.494665] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.494812] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.516710] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.516900] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 871.517071] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.517935] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-10" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.517935] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-5f1cefcf-185f-4cec-b358-6055a0ad816b taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.517935] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-5f1cefcf-185f-4cec-b358-6055a0ad816b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.518230] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-5f1cefcf-185f-4cec-b358-6055a0ad816b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.520478] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-5f1cefcf-185f-4cec-b358-6055a0ad816b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.520478] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f1cefcf-185f-4cec-b358-6055a0ad816b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.521777] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.860973] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.861178] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.861412] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.868706] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22ac354b-91a0-4def-902c-b384a8038b48',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.870363] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22ac354b-91a0-4def-902c-b384a8038b48',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.025471] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.028725] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.028725] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.028725] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.029070] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.029070] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 5f1cefcf-185f-4cec-b358-6055a0ad816b not found, creating... [ 872.029386] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.029567] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.029689] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.030134] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.030313] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.030665] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.030845] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.031951] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.031951] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.031951] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.031951] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 5f1cefcf-185f-4cec-b358-6055a0ad816b is going to be created. [ 872.033213] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.060382] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.060382] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.060603] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.060775] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.061029] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.061246] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-5f1cefcf-185f-4cec-b358-6055a0ad816b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.364176] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.372738] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22ac354b-91a0-4def-902c-b384a8038b48: rpc.has_security_group_logging(os_id): False [ 872.373531] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22ac354b-91a0-4def-902c-b384a8038b48',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.394547] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.394807] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.394940] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.395271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.395445] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.395783] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.395950] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.396339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.396339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.396431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.396576] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22ac354b-91a0-4def-902c-b384a8038b48 is going to be created. [ 872.453206] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.453429] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.453534] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.457026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.457026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.467106] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22ac354b-91a0-4def-902c-b384a8038b48 in Status: IN_PROGRESS for 2s [ 872.537218] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.537639] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.537778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.538077] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.538175] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.538283] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 is going to be updated. [ 872.613307] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.613513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.613583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.613818] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.614400] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.641510] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: IN_PROGRESS for 2s [ 872.867889] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.868147] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.868147] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.868281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.868383] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.868507] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be updated. [ 872.878707] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.878905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.878905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.879179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.879285] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.879504] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ac354b-91a0-4def-902c-b384a8038b48 is going to be updated. [ 872.898648] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.898648] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.898648] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.899095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.899095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.912157] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: IN_PROGRESS for 2s [ 872.913365] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.913516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.913559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.913778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.913919] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.923787] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ac354b-91a0-4def-902c-b384a8038b48 in Status: IN_PROGRESS for 2s [ 873.060427] env[69439]: INFO networking_nsxv3.common.synchronization [req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 req-94770a62-3562-480d-a443-1767533c6878 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 873.060671] env[69439]: INFO networking_nsxv3.common.synchronization [req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 req-94770a62-3562-480d-a443-1767533c6878 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 31f4c209-7a01-4aef-885f-92e235d0514d with Priority: HIGHEST for action security_group_members [ 873.060754] env[69439]: INFO networking_nsxv3.common.synchronization [req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 req-94770a62-3562-480d-a443-1767533c6878 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 22ac354b-91a0-4def-902c-b384a8038b48 with Priority: HIGHEST for action security_group_members [ 873.061587] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 873.061587] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31f4c209-7a01-4aef-885f-92e235d0514d with Priority: HIGHEST for action security_group_members [ 873.061587] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ac354b-91a0-4def-902c-b384a8038b48 with Priority: HIGHEST for action security_group_members [ 873.061852] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.061956] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.062186] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-31f4c209-7a01-4aef-885f-92e235d0514d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.062237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.065029] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-22ac354b-91a0-4def-902c-b384a8038b48 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.065029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.290116] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31f4c209-7a01-4aef-885f-92e235d0514d in Status: SUCCESS [ 873.290370] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.290545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.290785] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.290978] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.291113] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.291179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.291361] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.291451] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.291553] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f4c209-7a01-4aef-885f-92e235d0514d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.363324] env[69439]: INFO networking_nsxv3.common.synchronization [req-b255891c-a056-4dd0-8273-7abd9a9cfeae req-ab114327-0e3b-4339-ab2f-597ed37fa277 service nova] Enqueued Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_rules [ 873.363324] env[69439]: INFO networking_nsxv3.common.synchronization [req-b255891c-a056-4dd0-8273-7abd9a9cfeae req-ab114327-0e3b-4339-ab2f-597ed37fa277 service nova] Enqueued Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_members [ 873.363324] env[69439]: INFO networking_nsxv3.common.synchronization [req-b255891c-a056-4dd0-8273-7abd9a9cfeae req-ab114327-0e3b-4339-ab2f-597ed37fa277 service nova] Enqueued Resource ID: 5f1cefcf-185f-4cec-b358-6055a0ad816b with Priority: HIGHEST for action port [ 873.363324] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_rules [ 873.363324] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_members [ 873.363324] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1cefcf-185f-4cec-b358-6055a0ad816b with Priority: HIGHEST for action port [ 873.363605] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.363855] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.364016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.364300] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.364597] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.366049] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.366313] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.366793] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f1cefcf-185f-4cec-b358-6055a0ad816b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.367102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f1cefcf-185f-4cec-b358-6055a0ad816b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.367305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f1cefcf-185f-4cec-b358-6055a0ad816b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.367651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f1cefcf-185f-4cec-b358-6055a0ad816b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.368091] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f1cefcf-185f-4cec-b358-6055a0ad816b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.796528] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.796703] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.796750] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.799020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.799020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.799020] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.799020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.799020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.799020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.799020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.799020] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f4c209-7a01-4aef-885f-92e235d0514d is going to be deleted. [ 873.828469] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.828735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.828735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.828876] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.828989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.829114] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.829269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.829432] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.829593] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.829695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.829756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.829898] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.829971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.830077] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f4c209-7a01-4aef-885f-92e235d0514d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.871712] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.871712] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.872234] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f1cefcf-185f-4cec-b358-6055a0ad816b with status ACTIVE [ 873.872966] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.872966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.872966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.872966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.873185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.873216] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.873320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.873381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.873544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.873636] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.873854] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.873953] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.874026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.874171] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.874247] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.874331] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f1cefcf-185f-4cec-b358-6055a0ad816b is going to be updated. [ 873.900046] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.900224] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.900271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.900469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.900614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.900770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f1cefcf-185f-4cec-b358-6055a0ad816b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.997152] env[69439]: INFO networking_nsxv3.common.synchronization [req-b255891c-a056-4dd0-8273-7abd9a9cfeae req-5dbde068-a1de-4059-a39c-8e155759c864 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Enqueued Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_members [ 873.997152] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_members [ 873.997152] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.999351] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.332142] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.332619] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.332619] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.332619] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.332730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.332938] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.333072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.333072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.333691] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.333782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.333900] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f4c209-7a01-4aef-885f-92e235d0514d already deleted. [ 874.334201] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.334274] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31f4c209-7a01-4aef-885f-92e235d0514d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.336481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.339024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.339024] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.339024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.339024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.339024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.339024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.339024] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31f4c209-7a01-4aef-885f-92e235d0514d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.480289] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22ac354b-91a0-4def-902c-b384a8038b48 in Status: SUCCESS [ 874.480289] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.480442] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.480584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.480676] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22ac354b-91a0-4def-902c-b384a8038b48',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.657309] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: SUCCESS [ 874.657309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.657309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.657921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.658163] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.658280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.658345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.658511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.658592] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.658713] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.812267] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.812587] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-10" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.812773] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-10" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.813088] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-10" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.813398] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.813611] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.813736] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.813989] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.817273] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.817771] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.817771] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.817897] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.818026] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.818158] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.818417] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.818417] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.836878] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31f4c209-7a01-4aef-885f-92e235d0514d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.843030] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.843030] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 874.843030] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.843030] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-10" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.843030] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-dc4532fe-3f26-47d2-aab2-bbf26cf7690f taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.843030] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-dc4532fe-3f26-47d2-aab2-bbf26cf7690f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.843030] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-dc4532fe-3f26-47d2-aab2-bbf26cf7690f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.843030] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-dc4532fe-3f26-47d2-aab2-bbf26cf7690f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.843030] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc4532fe-3f26-47d2-aab2-bbf26cf7690f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.843030] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.843030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.843030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.843030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.843030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.844107] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.844107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.844107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.844107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.844107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.844107] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31f4c209-7a01-4aef-885f-92e235d0514d already deleted. [ 874.844107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.926177] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 874.926177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.926177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.926177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.926366] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.926475] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.926539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.926689] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.926768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.926859] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.936504] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22ac354b-91a0-4def-902c-b384a8038b48 in Status: SUCCESS [ 874.936716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.936983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.937221] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.937411] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.937547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.937661] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.937884] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.938017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.938175] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ac354b-91a0-4def-902c-b384a8038b48',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.007705] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.007878] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.007950] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.008182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.008274] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.008372] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22ac354b-91a0-4def-902c-b384a8038b48 is going to be deleted. [ 875.062065] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.062463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.062463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.062557] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.062587] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.062693] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.161086] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.338721] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31f4c209-7a01-4aef-885f-92e235d0514d: rpc.has_security_group_logging(os_id): False [ 875.344206] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.344443] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.344637] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.344934] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.345124] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.345285] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port dc4532fe-3f26-47d2-aab2-bbf26cf7690f not found, creating... [ 875.345581] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.345787] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.345928] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.346248] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.346431] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.346779] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.346992] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.347150] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.347375] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.347517] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.347691] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: dc4532fe-3f26-47d2-aab2-bbf26cf7690f is going to be created. [ 875.361936] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.362123] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.362185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.362407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.362501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.362724] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.362823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.362890] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.363092] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.363175] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.363277] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31f4c209-7a01-4aef-885f-92e235d0514d is going to be created. [ 875.373353] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.373605] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.373792] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.374086] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.376099] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.376349] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-dc4532fe-3f26-47d2-aab2-bbf26cf7690f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.383221] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/31f4c209-7a01-4aef-885f-92e235d0514d], does not exist path=[/infra/domains/default/groups/31f4c209-7a01-4aef-885f-92e235d0514d]."\n}' [ 875.383441] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31f4c209-7a01-4aef-885f-92e235d0514d failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/31f4c209-7a01-4aef-885f-92e235d0514d [ 875.383578] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 875.423125] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.423285] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.423335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.423838] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.424575] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.424902] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.425082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.425141] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.425338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.425421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.425682] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.425823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.425865] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.426009] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.426089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.426180] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31f4c209-7a01-4aef-885f-92e235d0514d is going to be created. [ 875.432591] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.444142] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.444318] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.444383] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.444681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.444775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.444942] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.445066] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.445122] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.445272] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.445346] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.445561] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ac354b-91a0-4def-902c-b384a8038b48 is going to be deleted. [ 875.462120] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/31f4c209-7a01-4aef-885f-92e235d0514d], does not exist path=[/infra/domains/default/groups/31f4c209-7a01-4aef-885f-92e235d0514d]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/31f4c209-7a01-4aef-885f-92e235d0514d [ 875.462329] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31f4c209-7a01-4aef-885f-92e235d0514d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.463695] env[69439]: Traceback (most recent call last): [ 875.463695] env[69439]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 875.463695] env[69439]: return func(*args, **kwargs) [ 875.463695] env[69439]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 875.463695] env[69439]: res.raise_for_status() [ 875.463695] env[69439]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 875.463695] env[69439]: raise HTTPError(http_error_msg, response=self) [ 875.463695] env[69439]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/31f4c209-7a01-4aef-885f-92e235d0514d [ 875.463695] env[69439]: During handling of the above exception, another exception occurred: [ 875.463695] env[69439]: Traceback (most recent call last): [ 875.463695] env[69439]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 875.463695] env[69439]: listener.cb(fileno) [ 875.463695] env[69439]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 875.463695] env[69439]: result = function(*args, **kwargs) [ 875.463695] env[69439]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 875.463695] env[69439]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 875.463695] env[69439]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 875.463695] env[69439]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 875.463695] env[69439]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 875.463695] env[69439]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 875.463695] env[69439]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 875.463695] env[69439]: res.raise_for_status() [ 875.463695] env[69439]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 875.463695] env[69439]: raise HTTPError(http_error_msg, response=self) [ 875.463695] env[69439]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/31f4c209-7a01-4aef-885f-92e235d0514d [ 875.463695] env[69439]: Removing descriptor: 14 [ 875.514526] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.514775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.514775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.515048] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.515096] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.515187] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.515337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.515495] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.515714] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.515823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.515882] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.516028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.516112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.516208] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22ac354b-91a0-4def-902c-b384a8038b48',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.665635] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.935096] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.021160] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.021160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.021160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.021160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.021160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.021160] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.021160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.021160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.021160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.021160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.021160] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22ac354b-91a0-4def-902c-b384a8038b48 already deleted. [ 876.021160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22ac354b-91a0-4def-902c-b384a8038b48" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.167796] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.168163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.170587] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.170587] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.170587] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.170587] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 is going to be updated. [ 876.200278] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.202634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.202634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.202634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.202634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.216342] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: IN_PROGRESS for 2s [ 876.438566] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.439133] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.439133] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.439550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.439647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.439760] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be updated. [ 876.470582] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.470764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.470809] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.472147] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.472147] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.482926] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: IN_PROGRESS for 2s [ 876.646117] env[69439]: INFO networking_nsxv3.common.synchronization [req-b255891c-a056-4dd0-8273-7abd9a9cfeae req-5eb74dc4-a188-4752-a7ff-265e42913cd5 service nova] Enqueued Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_rules [ 876.646378] env[69439]: INFO networking_nsxv3.common.synchronization [req-b255891c-a056-4dd0-8273-7abd9a9cfeae req-5eb74dc4-a188-4752-a7ff-265e42913cd5 service nova] Enqueued Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_members [ 876.646558] env[69439]: INFO networking_nsxv3.common.synchronization [req-b255891c-a056-4dd0-8273-7abd9a9cfeae req-5eb74dc4-a188-4752-a7ff-265e42913cd5 service nova] Enqueued Resource ID: dc4532fe-3f26-47d2-aab2-bbf26cf7690f with Priority: HIGHEST for action port [ 876.647123] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_rules [ 876.647302] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_members [ 876.647440] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4532fe-3f26-47d2-aab2-bbf26cf7690f with Priority: HIGHEST for action port [ 876.647777] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.647951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.648161] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.648279] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.648487] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc4532fe-3f26-47d2-aab2-bbf26cf7690f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.648630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc4532fe-3f26-47d2-aab2-bbf26cf7690f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.648738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc4532fe-3f26-47d2-aab2-bbf26cf7690f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.648970] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc4532fe-3f26-47d2-aab2-bbf26cf7690f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.649109] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc4532fe-3f26-47d2-aab2-bbf26cf7690f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.151446] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc4532fe-3f26-47d2-aab2-bbf26cf7690f with status ACTIVE [ 877.151671] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.151889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.151966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.152221] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.152318] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.152536] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.152670] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.152670] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.152939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.153049] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.153248] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.153348] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.153458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.153557] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.153633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.153761] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc4532fe-3f26-47d2-aab2-bbf26cf7690f is going to be updated. [ 877.190818] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.191093] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.191093] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.192149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.192149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.192149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc4532fe-3f26-47d2-aab2-bbf26cf7690f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.285573] env[69439]: INFO networking_nsxv3.common.synchronization [req-8bb5b8b1-129f-4811-8598-b10381a8c5ba req-56b619e1-abe1-4efd-899b-d1d1a2242f12 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Enqueued Resource ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 with Priority: HIGHEST for action security_group_members [ 877.286105] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 with Priority: HIGHEST for action security_group_members [ 877.286419] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f22adb3b-1a34-4931-87a1-380e6dfffcb1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.286552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.286843] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.287163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.287337] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.287453] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.287517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.290340] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.290340] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.290340] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.792309] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.792621] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.792621] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.793141] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.793185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.793372] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.793479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.793573] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.793757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.794449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.794449] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 already deleted. [ 877.794449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.231229] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: SUCCESS [ 878.231512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.231744] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.232035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.232274] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.232488] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.232544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.235024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.235024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.235024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.235024] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.235024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.235024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.235024] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.235391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.235391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.235391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.235391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.235506] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.383211] env[69439]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] NSXv3 Agent Agent loop - iteration:0 completed [ 878.383697] env[69439]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] NSXv3 Agent Agent loop - iteration:1 started [ 878.422749] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-281 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.422749] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.422749] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.424445] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.424445] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.424445] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.424445] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.424445] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.424445] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.424727] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.424727] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.424827] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.428788] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.428788] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.428788] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.428788] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.450549] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.450753] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 878.450936] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.451141] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.451484] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-1aed28d3-0fab-41c4-a708-1ae5ca67455a taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.451663] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-1aed28d3-0fab-41c4-a708-1ae5ca67455a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.451787] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-1aed28d3-0fab-41c4-a708-1ae5ca67455a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.452171] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-1aed28d3-0fab-41c4-a708-1ae5ca67455a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.452355] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aed28d3-0fab-41c4-a708-1ae5ca67455a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.497985] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 878.498227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.498913] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.499271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.499348] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.499460] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.499522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.499685] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.499766] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.499889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.500278] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.500389] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.500451] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.500789] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.501657] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.501790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.501908] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.502165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.502250] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.502351] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.502426] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.503898] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.504068] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.504226] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.504327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.504388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.504526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.504601] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.504720] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.740265] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.740749] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.741029] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.808853] env[69439]: INFO networking_nsxv3.common.synchronization [None req-7840d1f5-f993-4bdd-b0f1-0979926abd10 None None] Enqueued Resource ID: 6867aa09-31c9-4de7-8a52-4a780ba25fc3 with Priority: HIGHEST for action port [ 878.809817] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6867aa09-31c9-4de7-8a52-4a780ba25fc3 with Priority: HIGHEST for action port [ 878.810551] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-6867aa09-31c9-4de7-8a52-4a780ba25fc3 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.810718] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6867aa09-31c9-4de7-8a52-4a780ba25fc3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.810792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6867aa09-31c9-4de7-8a52-4a780ba25fc3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.811122] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6867aa09-31c9-4de7-8a52-4a780ba25fc3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.812042] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6867aa09-31c9-4de7-8a52-4a780ba25fc3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.957561] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.957561] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.957561] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.957819] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.957857] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.958102] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 1aed28d3-0fab-41c4-a708-1ae5ca67455a not found, creating... [ 878.958611] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.958611] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.958765] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.958993] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.959189] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.959524] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.959698] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.959840] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.964609] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.964923] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.965110] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 1aed28d3-0fab-41c4-a708-1ae5ca67455a is going to be created. [ 878.991075] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.991371] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.991571] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.991801] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.992076] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.992361] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-1aed28d3-0fab-41c4-a708-1ae5ca67455a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.007260] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7071ed0-f590-4eee-9b3e-64b173041cd4: rpc.has_security_group_logging(os_id): False [ 879.008438] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.028390] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.028532] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.028601] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.028855] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.051959] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.052130] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.052249] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.052314] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.052514] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.052594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.052841] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.054695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.054695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.054695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.054695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.054695] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.054695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.054695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.054695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.054695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.054695] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be updated. [ 879.076202] env[69439]: INFO networking_nsxv3.common.synchronization [None req-425bf417-8ad2-4018-b971-3108268ea088 None None] Enqueued Resource ID: d140531c-30a7-40b4-bfa3-0479ee50dc52 with Priority: HIGHEST for action port [ 879.076202] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d140531c-30a7-40b4-bfa3-0479ee50dc52 with Priority: HIGHEST for action port [ 879.076202] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-d140531c-30a7-40b4-bfa3-0479ee50dc52 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.076202] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d140531c-30a7-40b4-bfa3-0479ee50dc52" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.076202] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d140531c-30a7-40b4-bfa3-0479ee50dc52" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.078261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d140531c-30a7-40b4-bfa3-0479ee50dc52" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.078507] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d140531c-30a7-40b4-bfa3-0479ee50dc52',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.172944] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.174327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.174327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.174327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.174539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.200973] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: IN_PROGRESS for 2s [ 879.246047] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.322035] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6867aa09-31c9-4de7-8a52-4a780ba25fc3 [ 879.322035] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.322035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.322035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.322035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.322035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.322035] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6867aa09-31c9-4de7-8a52-4a780ba25fc3 already deleted. [ 879.322035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6867aa09-31c9-4de7-8a52-4a780ba25fc3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.511371] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.581858] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d140531c-30a7-40b4-bfa3-0479ee50dc52 [ 879.582180] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.582396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.582480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.583452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.583452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.583452] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d140531c-30a7-40b4-bfa3-0479ee50dc52 already deleted. [ 879.583452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d140531c-30a7-40b4-bfa3-0479ee50dc52" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.750099] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.751033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.751033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.751033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.751033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.751033] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 is going to be updated. [ 879.783266] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.783403] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.783458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.783672] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.783821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.794330] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: IN_PROGRESS for 2s [ 880.016024] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.016319] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.016366] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.019022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.019022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.019022] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be updated. [ 880.051813] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.054554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.054554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.054554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.054554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.066189] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: IN_PROGRESS for 2s [ 880.299647] env[69439]: INFO networking_nsxv3.common.synchronization [req-8bb5b8b1-129f-4811-8598-b10381a8c5ba req-5eefef1b-a961-489e-a98d-1c439df9c1db service nova] Enqueued Resource ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 with Priority: HIGHEST for action security_group_rules [ 880.299719] env[69439]: INFO networking_nsxv3.common.synchronization [req-8bb5b8b1-129f-4811-8598-b10381a8c5ba req-5eefef1b-a961-489e-a98d-1c439df9c1db service nova] Enqueued Resource ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 with Priority: HIGHEST for action security_group_members [ 880.299816] env[69439]: INFO networking_nsxv3.common.synchronization [req-8bb5b8b1-129f-4811-8598-b10381a8c5ba req-5eefef1b-a961-489e-a98d-1c439df9c1db service nova] Enqueued Resource ID: 1aed28d3-0fab-41c4-a708-1ae5ca67455a with Priority: HIGHEST for action port [ 880.300071] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 with Priority: HIGHEST for action security_group_rules [ 880.300201] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 with Priority: HIGHEST for action security_group_members [ 880.300304] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aed28d3-0fab-41c4-a708-1ae5ca67455a with Priority: HIGHEST for action port [ 880.301186] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f22adb3b-1a34-4931-87a1-380e6dfffcb1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.303102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.303207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.304936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.305044] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.306302] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f22adb3b-1a34-4931-87a1-380e6dfffcb1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.310024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.310024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.310024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.310024] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.310024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.310024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.310024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.310024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.310024] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.310024] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aed28d3-0fab-41c4-a708-1ae5ca67455a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.310024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aed28d3-0fab-41c4-a708-1ae5ca67455a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.310024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aed28d3-0fab-41c4-a708-1ae5ca67455a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.310024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aed28d3-0fab-41c4-a708-1ae5ca67455a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.310024] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aed28d3-0fab-41c4-a708-1ae5ca67455a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.671269] env[69439]: INFO networking_nsxv3.common.synchronization [req-def0dc0f-96ee-4b30-8579-62085ba21875 req-89e92f45-83a1-4ef7-abef-0698e77c8c8d tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Enqueued Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_members [ 880.671832] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_members [ 880.672280] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.672396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.672466] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.672679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.672816] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.672966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.677041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.677395] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.677507] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.677625] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.813232] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.813232] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f22adb3b-1a34-4931-87a1-380e6dfffcb1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.813232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.816910] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1aed28d3-0fab-41c4-a708-1ae5ca67455a with status ACTIVE [ 880.816910] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.816910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.816910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.816910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.816910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.816910] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.816910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.816910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.816910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.816910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.816910] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.816910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.816910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.816910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.816910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.816910] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1aed28d3-0fab-41c4-a708-1ae5ca67455a is going to be updated. [ 880.845285] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.845435] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.845598] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.845765] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.845910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.846099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aed28d3-0fab-41c4-a708-1ae5ca67455a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.865864] env[69439]: INFO networking_nsxv3.common.synchronization [None req-7d22d28a-8b63-47d3-b608-2747a7ac37d9 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Enqueued Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_rules [ 880.866378] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_rules [ 880.866958] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.866958] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.866958] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.867389] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.867389] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.006521] env[69439]: INFO networking_nsxv3.common.synchronization [None req-4abb0941-73c0-447c-9cb6-83383a2c8696 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Enqueued Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_rules [ 881.006521] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_rules [ 881.006521] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.006521] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.179924] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.225438] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 881.226207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.226207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.226207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.226388] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.314166] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.390551] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.390739] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.390779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.390991] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.391102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.391200] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b already deleted. [ 881.391285] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.391441] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.391621] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.391720] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.684598] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.736474] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.736603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.768484] env[69439]: INFO networking_nsxv3.common.synchronization [None req-0a8d8228-7c78-4bdc-90e7-50849d55e0ec None None] Enqueued Resource ID: bcd2f302-9828-4b79-9362-9071c074c4b1 with Priority: HIGHEST for action port [ 881.768484] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd2f302-9828-4b79-9362-9071c074c4b1 with Priority: HIGHEST for action port [ 881.769183] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcd2f302-9828-4b79-9362-9071c074c4b1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.769183] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcd2f302-9828-4b79-9362-9071c074c4b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.769183] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcd2f302-9828-4b79-9362-9071c074c4b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.769432] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcd2f302-9828-4b79-9362-9071c074c4b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.769503] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcd2f302-9828-4b79-9362-9071c074c4b1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.805899] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: SUCCESS [ 881.805899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.805899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.805899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.806806] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.806806] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.806806] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.806806] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.806806] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.806806] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.822544] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.822544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.822544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.822544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.822544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.822544] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 is going to be created. [ 881.825632] env[69439]: INFO networking_nsxv3.common.synchronization [None req-c0f54365-47d3-46aa-9bbd-fd39e209a36b None None] Enqueued Resource ID: a81ac50c-203f-47d5-b872-dbcb3678d0af with Priority: HIGHEST for action port [ 881.826187] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a81ac50c-203f-47d5-b872-dbcb3678d0af with Priority: HIGHEST for action port [ 881.828606] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-a81ac50c-203f-47d5-b872-dbcb3678d0af taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.829538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a81ac50c-203f-47d5-b872-dbcb3678d0af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.829538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a81ac50c-203f-47d5-b872-dbcb3678d0af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.829538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a81ac50c-203f-47d5-b872-dbcb3678d0af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.829538] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a81ac50c-203f-47d5-b872-dbcb3678d0af',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.845199] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.845349] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.845422] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.845651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.845814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.855875] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 in Status: UNINITIALIZED for 2s [ 881.914505] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.915256] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.916126] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.916126] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.916126] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.916126] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b already deleted. [ 881.916126] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.079360] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 882.079719] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.079769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.079949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.080248] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.080393] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.080454] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.080651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.080757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.080924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.081036] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.186078] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.186078] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.186323] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.186390] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.186600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.186600] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 is going to be updated. [ 882.220548] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.220876] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.221009] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.221253] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.221472] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.238030] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: IN_PROGRESS for 2s [ 882.274583] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcd2f302-9828-4b79-9362-9071c074c4b1 [ 882.274826] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.275155] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.275889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.276484] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.276670] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.276833] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcd2f302-9828-4b79-9362-9071c074c4b1 already deleted. [ 882.276943] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcd2f302-9828-4b79-9362-9071c074c4b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.311751] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.334232] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a81ac50c-203f-47d5-b872-dbcb3678d0af [ 882.334504] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.334652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.334732] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.335029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.335126] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.335238] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a81ac50c-203f-47d5-b872-dbcb3678d0af already deleted. [ 882.335321] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a81ac50c-203f-47d5-b872-dbcb3678d0af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.583616] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.583815] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.583894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.584259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.584423] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.584556] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.584665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.584858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.584971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.585103] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.585293] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.586053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.586053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.586053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.586053] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.586053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.586053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.586454] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.586454] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.586454] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.586454] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.816292] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.088586] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7071ed0-f590-4eee-9b3e-64b173041cd4: rpc.has_security_group_logging(os_id): False [ 883.108563] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.108563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.108563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.109212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.109618] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.109897] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.110177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.110349] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.110500] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.110636] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.110878] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.111179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.111277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.111799] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.111894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.112989] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.112989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.112989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.112989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.112989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.112989] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be updated. [ 883.203664] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.203664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.203664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.204069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.204069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.242391] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: IN_PROGRESS for 2s [ 883.324407] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.324407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.324407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.324407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.324407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.324407] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 is going to be updated. [ 883.360542] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.360542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.360542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.360542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.360542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.371210] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: IN_PROGRESS for 2s [ 883.441854] env[69439]: INFO networking_nsxv3.common.synchronization [req-1311ab99-128d-475d-9aa6-3c946a024510 req-08a44cb0-d041-4401-9b02-0f9ad2873168 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Enqueued Resource ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 with Priority: HIGHEST for action security_group_members [ 883.441854] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 with Priority: HIGHEST for action security_group_members [ 883.441854] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f22adb3b-1a34-4931-87a1-380e6dfffcb1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.441854] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.869703] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 in Status: SUCCESS [ 883.869703] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.869843] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.870086] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.870352] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.870502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.870562] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.870730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.870811] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.871505] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.871505] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.872025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.878358] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.878358] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.878358] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.878358] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.878358] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.878358] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.878358] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.103129] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-281 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.103335] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.103462] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.103785] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.107620] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.107813] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.107889] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.108173] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.108340] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.108562] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.108677] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.108790] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.108904] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.109032] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.109207] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.109279] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.129484] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.129587] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 884.129707] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.129897] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.130280] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-3f521216-a6d3-43fa-8a5a-84cfe908ebf7 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.130454] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-3f521216-a6d3-43fa-8a5a-84cfe908ebf7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.130574] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-3f521216-a6d3-43fa-8a5a-84cfe908ebf7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.130935] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-3f521216-a6d3-43fa-8a5a-84cfe908ebf7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.131135] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f521216-a6d3-43fa-8a5a-84cfe908ebf7',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.248508] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: SUCCESS [ 884.248508] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.362916] env[69439]: INFO networking_nsxv3.common.synchronization [None req-2754fcf9-9a69-4521-9cd2-5cfa3a1a5042 None None] Enqueued Resource ID: 3e0416c1-9365-40a2-ad01-b4add2ff88d3 with Priority: HIGHEST for action port [ 884.363484] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0416c1-9365-40a2-ad01-b4add2ff88d3 with Priority: HIGHEST for action port [ 884.363793] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e0416c1-9365-40a2-ad01-b4add2ff88d3 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.363928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e0416c1-9365-40a2-ad01-b4add2ff88d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.364022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e0416c1-9365-40a2-ad01-b4add2ff88d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.364306] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e0416c1-9365-40a2-ad01-b4add2ff88d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.364393] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e0416c1-9365-40a2-ad01-b4add2ff88d3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.377663] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f22adb3b-1a34-4931-87a1-380e6dfffcb1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.377663] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.378146] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.636813] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.637056] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.637187] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.637459] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.637614] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.637817] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 3f521216-a6d3-43fa-8a5a-84cfe908ebf7 not found, creating... [ 884.638135] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.638885] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.638885] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.638885] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.638885] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.639065] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.639204] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.639325] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.639529] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.639666] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.639808] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 3f521216-a6d3-43fa-8a5a-84cfe908ebf7 is going to be created. [ 884.662581] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.662581] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.662581] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.662581] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.662581] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.662581] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-3f521216-a6d3-43fa-8a5a-84cfe908ebf7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.868364] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e0416c1-9365-40a2-ad01-b4add2ff88d3 [ 884.868684] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.868824] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.868890] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.869145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.869276] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.869395] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e0416c1-9365-40a2-ad01-b4add2ff88d3 already deleted. [ 884.869501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e0416c1-9365-40a2-ad01-b4add2ff88d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.881450] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.266113] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 885.267086] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.382385] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: SUCCESS [ 885.382641] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.382830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.383151] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.383374] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.383497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.383564] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.383758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.383886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.384018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.384224] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.384316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.384411] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.384549] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.384722] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.384828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.384947] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.385087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.385148] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.385225] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.385330] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.386930] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.387099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.387169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.388028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.388028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.388028] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 is going to be updated. [ 885.434023] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.434023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.434023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.434023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.434023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.446944] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 in Status: IN_PROGRESS for 2s [ 885.567073] env[69439]: INFO networking_nsxv3.common.synchronization [req-1311ab99-128d-475d-9aa6-3c946a024510 req-bd86ea9b-243e-4f76-a3cb-f99c908709f8 service nova] Enqueued Resource ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 with Priority: HIGHEST for action security_group_rules [ 885.567262] env[69439]: INFO networking_nsxv3.common.synchronization [req-1311ab99-128d-475d-9aa6-3c946a024510 req-bd86ea9b-243e-4f76-a3cb-f99c908709f8 service nova] Enqueued Resource ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 with Priority: HIGHEST for action security_group_members [ 885.567399] env[69439]: INFO networking_nsxv3.common.synchronization [req-1311ab99-128d-475d-9aa6-3c946a024510 req-bd86ea9b-243e-4f76-a3cb-f99c908709f8 service nova] Enqueued Resource ID: 3f521216-a6d3-43fa-8a5a-84cfe908ebf7 with Priority: HIGHEST for action port [ 885.567663] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 with Priority: HIGHEST for action security_group_rules [ 885.567875] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 with Priority: HIGHEST for action security_group_members [ 885.567982] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f521216-a6d3-43fa-8a5a-84cfe908ebf7 with Priority: HIGHEST for action port [ 885.572686] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f22adb3b-1a34-4931-87a1-380e6dfffcb1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.572686] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.573300] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f22adb3b-1a34-4931-87a1-380e6dfffcb1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.573300] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.573300] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f521216-a6d3-43fa-8a5a-84cfe908ebf7 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.573300] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f521216-a6d3-43fa-8a5a-84cfe908ebf7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.573300] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f521216-a6d3-43fa-8a5a-84cfe908ebf7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.573533] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f521216-a6d3-43fa-8a5a-84cfe908ebf7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.573533] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f521216-a6d3-43fa-8a5a-84cfe908ebf7',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.887397] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9707d0e0-4d20-4db8-8eba-f329b59cfaf4: rpc.has_security_group_logging(os_id): False [ 885.910028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.910028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.910028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.910244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.931178] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.931178] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.931303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.931303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.931603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.931752] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.932147] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.932273] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.932381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.932634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.932724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.932928] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.933690] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.934488] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.934488] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.934488] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.934488] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 is going to be updated. [ 886.007840] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.008040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.008216] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.008304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.008451] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.026658] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: IN_PROGRESS for 2s [ 886.076418] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f521216-a6d3-43fa-8a5a-84cfe908ebf7 with status ACTIVE [ 886.076670] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.076806] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.076874] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.077123] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.077217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.077399] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.077500] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.077555] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.077710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.077808] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.078008] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.078116] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.078173] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.078314] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.078388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.078474] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f521216-a6d3-43fa-8a5a-84cfe908ebf7 is going to be updated. [ 886.106387] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.106784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.106784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.106983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.106983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.107196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f521216-a6d3-43fa-8a5a-84cfe908ebf7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.362123] env[69439]: INFO networking_nsxv3.common.synchronization [None req-1f591740-1f86-4508-b872-e80556da5c7d None None] Enqueued Resource ID: 325ef1d5-f1c1-4352-9de5-9c78fab1df4a with Priority: HIGHEST for action port [ 886.363246] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325ef1d5-f1c1-4352-9de5-9c78fab1df4a with Priority: HIGHEST for action port [ 886.363246] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-325ef1d5-f1c1-4352-9de5-9c78fab1df4a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.363442] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-325ef1d5-f1c1-4352-9de5-9c78fab1df4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.363442] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-325ef1d5-f1c1-4352-9de5-9c78fab1df4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.363742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-325ef1d5-f1c1-4352-9de5-9c78fab1df4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.363833] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('325ef1d5-f1c1-4352-9de5-9c78fab1df4a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.868403] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 325ef1d5-f1c1-4352-9de5-9c78fab1df4a [ 886.868648] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.868946] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.868946] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.869126] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.869244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.869309] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:325ef1d5-f1c1-4352-9de5-9c78fab1df4a already deleted. [ 886.869382] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-325ef1d5-f1c1-4352-9de5-9c78fab1df4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.045577] env[69439]: INFO networking_nsxv3.common.synchronization [None req-b6c3ab79-324e-4efe-b611-794accc7eb89 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Enqueued Resource ID: 4b974a93-aa86-4fdf-9cd9-211e701a6f21 with Priority: HIGHEST for action security_group_rules [ 887.046080] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b974a93-aa86-4fdf-9cd9-211e701a6f21 with Priority: HIGHEST for action security_group_rules [ 887.046381] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b974a93-aa86-4fdf-9cd9-211e701a6f21 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.046503] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b974a93-aa86-4fdf-9cd9-211e701a6f21" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.046572] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b974a93-aa86-4fdf-9cd9-211e701a6f21" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.046814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b974a93-aa86-4fdf-9cd9-211e701a6f21" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.046897] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b974a93-aa86-4fdf-9cd9-211e701a6f21',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.167713] env[69439]: INFO networking_nsxv3.common.synchronization [None req-df4daa0c-b1ef-493d-826b-8c40809ae5eb tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Enqueued Resource ID: 4b974a93-aa86-4fdf-9cd9-211e701a6f21 with Priority: HIGHEST for action security_group_rules [ 887.168528] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b974a93-aa86-4fdf-9cd9-211e701a6f21 with Priority: HIGHEST for action security_group_rules [ 887.169351] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b974a93-aa86-4fdf-9cd9-211e701a6f21 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.169351] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b974a93-aa86-4fdf-9cd9-211e701a6f21" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.455487] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 in Status: SUCCESS [ 887.455827] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.455898] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.456141] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.456336] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.456469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.456531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.456683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.456763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.456881] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.457009] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f22adb3b-1a34-4931-87a1-380e6dfffcb1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.457100] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.457161] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.457299] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.457434] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.457522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.457579] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.458357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.458357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.458357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.458357] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.462944] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.462944] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.462944] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.462944] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.462944] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.462944] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.462944] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.462944] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.568151] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.568315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.568374] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.568585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.568675] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.568775] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b974a93-aa86-4fdf-9cd9-211e701a6f21 already deleted. [ 887.568906] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b974a93-aa86-4fdf-9cd9-211e701a6f21" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.569064] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b974a93-aa86-4fdf-9cd9-211e701a6f21" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.569288] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b974a93-aa86-4fdf-9cd9-211e701a6f21" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.569386] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b974a93-aa86-4fdf-9cd9-211e701a6f21',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.967025] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.967025] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f22adb3b-1a34-4931-87a1-380e6dfffcb1: rpc.has_security_group_logging(os_id): False [ 887.988287] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.988502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.988502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.988703] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.988948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.989176] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.989658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.989658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.989658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.989658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.989932] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.989932] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.989932] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.990131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.990131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.990306] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.990392] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.990451] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.990582] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.990647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.990740] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 is going to be created. [ 888.040595] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: SUCCESS [ 888.040828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.042033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.042033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.042033] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.057585] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.057749] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.057873] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.058145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.058273] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.070329] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 in Status: IN_PROGRESS for 2s [ 888.088564] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.088765] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.088765] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.089022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.089152] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.089246] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b974a93-aa86-4fdf-9cd9-211e701a6f21 already deleted. [ 888.089331] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b974a93-aa86-4fdf-9cd9-211e701a6f21" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.320289] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.320289] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.320289] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.320289] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.320289] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.469416] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.545704] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.546162] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.546346] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.546657] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.546935] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.547275] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.547429] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.547683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.547893] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.548127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.548389] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.824752] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.972566] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.972566] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.972665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.977328] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.977328] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.977328] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 is going to be updated. [ 889.010242] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.010242] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.010242] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.010586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.010586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.019247] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 in Status: IN_PROGRESS for 2s [ 889.051407] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.051407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.051407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.051745] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.051745] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.051840] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.051840] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.051965] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.055014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.055014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.055014] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.055014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.055014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.055014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.055014] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.055014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.055014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.055014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.055014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.055014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.055014] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.253824] env[69439]: INFO networking_nsxv3.common.synchronization [req-083cba3d-d221-4ce9-9be9-9e005932061a req-df309ee5-7c75-4846-9e7c-1b66db612105 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Enqueued Resource ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 with Priority: HIGHEST for action security_group_members [ 889.255023] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 with Priority: HIGHEST for action security_group_members [ 889.255452] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf70d0e5-f07c-40f0-8808-99962eb1a492 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.255609] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.255681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.256052] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.256905] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.256905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.256905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.256905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.257280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.257413] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.327589] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.558970] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9707d0e0-4d20-4db8-8eba-f329b59cfaf4: rpc.has_security_group_logging(os_id): False [ 889.581926] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.583079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.583079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.583079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.583079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.583079] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.583079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.583079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.583079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.583518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.583518] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.583518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.583518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.583656] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.583656] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.583881] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.583964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.583964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.588289] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.588396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.588533] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 is going to be updated. [ 889.675926] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.676092] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.676168] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.676384] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.676533] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.692084] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: IN_PROGRESS for 2s [ 889.760170] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.832282] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 889.832282] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 889.859211] env[69439]: INFO networking_nsxv3.common.synchronization [req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd req-32a88028-8ea0-4ab1-ab39-0fe26e15633d tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Enqueued Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_members [ 889.859972] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_members [ 889.860543] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.860895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.861112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.861415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.861692] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.861907] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.862064] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.862308] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.862890] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.863088] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.921165] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.921165] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.921165] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.921384] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.921970] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.921970] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.921970] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.921970] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.922391] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.922514] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.922630] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.922759] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.922868] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.922995] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.923123] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.923254] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.944599] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.944599] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 889.944808] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.944937] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.945311] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-73a3838f-18ae-4614-8ceb-3733ab15219d taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.945497] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-73a3838f-18ae-4614-8ceb-3733ab15219d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.945623] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-73a3838f-18ae-4614-8ceb-3733ab15219d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.946814] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-73a3838f-18ae-4614-8ceb-3733ab15219d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.946814] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73a3838f-18ae-4614-8ceb-3733ab15219d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.088624] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 in Status: SUCCESS [ 890.088949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.089308] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.089652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.089813] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.262732] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.365184] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.449148] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.449377] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.449504] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.449798] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.449950] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.450176] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 73a3838f-18ae-4614-8ceb-3733ab15219d not found, creating... [ 890.450420] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.450579] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.450693] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.450923] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.451101] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.451388] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.451539] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.451653] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.451862] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.452037] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.452148] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 73a3838f-18ae-4614-8ceb-3733ab15219d is going to be created. [ 890.473233] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.473336] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.473745] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.473745] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.473931] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.474130] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-73a3838f-18ae-4614-8ceb-3733ab15219d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.593323] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f22adb3b-1a34-4931-87a1-380e6dfffcb1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.594306] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.766675] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.766887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.766887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.767163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.767269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.767371] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 is going to be updated. [ 890.778541] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.778541] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.778541] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.778784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.792608] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 890.793631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.794554] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 890.809905] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.810108] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.810166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.810886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.810886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.822122] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 in Status: IN_PROGRESS for 2s [ 890.823454] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.823742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.823839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.824194] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.831917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.833967] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 890.833967] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 890.833967] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 890.869298] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.877565] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.877793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.877974] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.878215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.879076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.879350] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 890.969821] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.970083] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.970083] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.970895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.971864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.972183] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 891.031481] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 in Status: SUCCESS [ 891.032025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.032140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.032459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.032730] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.032858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.032955] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.033233] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.033339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.033497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.033609] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.049185] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.049185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.049185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.049185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.049185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.049185] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 891.049185] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'047dd3ee-571a-472b-931c-8add22ed0187', '2d03d0dd-141b-4e28-bff1-57674f5ca682', '93365572-f90a-45d3-bc00-b09b23bc9bb2', '2ed020c0-3ad9-4993-94a9-c4406f271a3f', '85d07dec-513c-4f3d-b4dc-00ff0f8959d3', '2c98b5db-4891-410d-87e5-e125e845a635', 'cf51286f-58b4-419d-a341-56d90638166c', '28bd900f-2c7b-4fde-aa97-aba6a48fb3cc', 'bee4bf52-6a9a-47b6-b9d7-b950539d7b65', '9707d0e0-4d20-4db8-8eba-f329b59cfaf4', '27f51a38-e91e-4336-bd24-279544cc54e4', '9e1b031f-13a1-44ae-b1ca-4af314fde7a1', '95143d24-63f6-4939-95d0-89a5ed82776a', '0189a8fe-20ef-43e5-addd-5333684888af', 'e7071ed0-f590-4eee-9b3e-64b173041cd4', 'f22adb3b-1a34-4931-87a1-380e6dfffcb1', '0562be3f-b738-450a-9cb6-12de1ff84845', 'a03336a7-c0b3-43d8-8fcd-3049396f1743', 'f36e8f4b-a760-4a46-9f72-6235a70928a2', '51b1206e-8060-43b0-bd32-be99c8eb203c', 'eac81bb9-d780-4c8b-848a-3bfa018521f2', '27f4a9be-90a4-4341-b1de-562ac534346c', 'cf70d0e5-f07c-40f0-8808-99962eb1a492', '410d164c-aa2e-4aab-97a2-fb4f13027908', 'e2cd486d-54d0-42c9-b1c4-88cfae89746a', '38ae58d9-79d6-4056-a864-88fc709b5a12', 'b7928caa-8eec-4c2a-a503-817cacdbf194', 'e72a7d49-214e-469d-abb9-6f6b0ed6c67d', '7bdfb6b6-657f-481e-9325-6247cbdd314d', '946aaaef-438b-4bd9-a1a3-50a2b53ccd6e'} {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 891.049185] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 891.074930] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.075403] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.075403] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.075713] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.076022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.076117] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 891.076229] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 891.076359] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 891.154032] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.154032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.154032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.154032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.154032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.154032] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 891.154032] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 891.154032] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 891.154032] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 891.154032] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 891.154032] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGH for action security_group_rules [ 891.154032] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGH for action security_group_rules [ 891.154032] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 with Priority: HIGH for action security_group_rules [ 891.154631] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f with Priority: HIGH for action security_group_rules [ 891.154631] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 with Priority: HIGH for action security_group_rules [ 891.154631] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGH for action security_group_rules [ 891.154631] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf51286f-58b4-419d-a341-56d90638166c with Priority: HIGH for action security_group_rules [ 891.154769] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc with Priority: HIGH for action security_group_rules [ 891.154802] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 with Priority: HIGH for action security_group_rules [ 891.154951] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGH for action security_group_rules [ 891.155087] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27f51a38-e91e-4336-bd24-279544cc54e4 with Priority: HIGH for action security_group_rules [ 891.155205] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGH for action security_group_rules [ 891.155304] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95143d24-63f6-4939-95d0-89a5ed82776a with Priority: HIGH for action security_group_rules [ 891.155386] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0189a8fe-20ef-43e5-addd-5333684888af with Priority: HIGH for action security_group_rules [ 891.155495] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGH for action security_group_rules [ 891.155578] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 with Priority: HIGH for action security_group_rules [ 891.155665] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGH for action security_group_rules [ 891.155793] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGH for action security_group_rules [ 891.155885] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 with Priority: HIGH for action security_group_rules [ 891.155927] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51b1206e-8060-43b0-bd32-be99c8eb203c with Priority: HIGH for action security_group_rules [ 891.156114] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.257413] env[69439]: INFO networking_nsxv3.common.synchronization [req-083cba3d-d221-4ce9-9be9-9e005932061a req-a5f2b8e7-3cdf-41f1-be0c-5a881c73eff7 service nova] Enqueued Resource ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 with Priority: HIGHEST for action security_group_rules [ 891.257413] env[69439]: INFO networking_nsxv3.common.synchronization [req-083cba3d-d221-4ce9-9be9-9e005932061a req-a5f2b8e7-3cdf-41f1-be0c-5a881c73eff7 service nova] Enqueued Resource ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 with Priority: HIGHEST for action security_group_members [ 891.257413] env[69439]: INFO networking_nsxv3.common.synchronization [req-083cba3d-d221-4ce9-9be9-9e005932061a req-a5f2b8e7-3cdf-41f1-be0c-5a881c73eff7 service nova] Enqueued Resource ID: 73a3838f-18ae-4614-8ceb-3733ab15219d with Priority: HIGHEST for action port [ 891.257413] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 with Priority: HIGHEST for action security_group_rules [ 891.257413] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 with Priority: HIGHEST for action security_group_members [ 891.257413] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a3838f-18ae-4614-8ceb-3733ab15219d with Priority: HIGHEST for action port [ 891.257413] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGH for action security_group_rules [ 891.257783] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 with Priority: HIGH for action security_group_rules [ 891.257783] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf51286f-58b4-419d-a341-56d90638166c with Priority: HIGH for action security_group_rules [ 891.257783] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGH for action security_group_rules [ 891.257783] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b1206e-8060-43b0-bd32-be99c8eb203c with Priority: HIGH for action security_group_rules [ 891.258213] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 with Priority: HIGH for action security_group_rules [ 891.258213] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGH for action security_group_rules [ 891.259386] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGH for action security_group_rules [ 891.259386] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0189a8fe-20ef-43e5-addd-5333684888af with Priority: HIGH for action security_group_rules [ 891.259386] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 with Priority: HIGH for action security_group_rules [ 891.259386] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95143d24-63f6-4939-95d0-89a5ed82776a with Priority: HIGH for action security_group_rules [ 891.259644] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGH for action security_group_rules [ 891.259779] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f51a38-e91e-4336-bd24-279544cc54e4 with Priority: HIGH for action security_group_rules [ 891.259946] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGH for action security_group_rules [ 891.260034] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 with Priority: HIGH for action security_group_rules [ 891.260156] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGH for action security_group_rules [ 891.260690] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc with Priority: HIGH for action security_group_rules [ 891.260690] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 with Priority: HIGH for action security_group_rules [ 891.260690] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGH for action security_group_rules [ 891.260690] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f with Priority: HIGH for action security_group_rules [ 891.261606] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf70d0e5-f07c-40f0-8808-99962eb1a492 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.262837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.262966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.263251] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.263364] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.264426] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf70d0e5-f07c-40f0-8808-99962eb1a492 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.264584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.264845] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-73a3838f-18ae-4614-8ceb-3733ab15219d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.264953] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73a3838f-18ae-4614-8ceb-3733ab15219d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.265031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73a3838f-18ae-4614-8ceb-3733ab15219d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.265302] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73a3838f-18ae-4614-8ceb-3733ab15219d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.265422] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73a3838f-18ae-4614-8ceb-3733ab15219d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.267349] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.267349] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.267349] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.267529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.268088] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.269234] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93365572-f90a-45d3-bc00-b09b23bc9bb2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.269943] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.270050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.270265] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.270343] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93365572-f90a-45d3-bc00-b09b23bc9bb2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.271063] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf51286f-58b4-419d-a341-56d90638166c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.271326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.271326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.271423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.271454] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf51286f-58b4-419d-a341-56d90638166c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.272549] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.272664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.272723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.273962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.273962] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.274374] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b1206e-8060-43b0-bd32-be99c8eb203c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.274484] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.274551] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.274681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.274751] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.275620] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f36e8f4b-a760-4a46-9f72-6235a70928a2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.275735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.275807] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.275946] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.276017] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f36e8f4b-a760-4a46-9f72-6235a70928a2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.277504] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a03336a7-c0b3-43d8-8fcd-3049396f1743 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.277896] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.277896] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.278036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.278036] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.278272] env[69439]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 891.279303] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.279408] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.279456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.279595] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.279674] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.280814] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0189a8fe-20ef-43e5-addd-5333684888af taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.280814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.280814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.281594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.281876] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0189a8fe-20ef-43e5-addd-5333684888af',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.283058] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f22adb3b-1a34-4931-87a1-380e6dfffcb1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.283058] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.283194] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95143d24-63f6-4939-95d0-89a5ed82776a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.283194] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.283304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.283470] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.283470] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95143d24-63f6-4939-95d0-89a5ed82776a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.284934] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.285043] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.285043] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.285730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.285730] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.286489] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27f51a38-e91e-4336-bd24-279544cc54e4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.286593] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.286714] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.286906] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.286906] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27f51a38-e91e-4336-bd24-279544cc54e4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.288454] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.288547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.288735] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bee4bf52-6a9a-47b6-b9d7-b950539d7b65 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.288897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.288897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.289062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.289136] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bee4bf52-6a9a-47b6-b9d7-b950539d7b65',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.290348] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.290491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.290540] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.290668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.291059] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.291876] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.291983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.292076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.292290] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.292290] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28bd900f-2c7b-4fde-aa97-aba6a48fb3cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.293094] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85d07dec-513c-4f3d-b4dc-00ff0f8959d3 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.293220] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.293255] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.293408] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.293479] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85d07dec-513c-4f3d-b4dc-00ff0f8959d3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.295457] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.295532] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.295638] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.295866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.295999] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.296289] env[69439]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 891.296912] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ed020c0-3ad9-4993-94a9-c4406f271a3f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.297046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.297146] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.297323] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.297395] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ed020c0-3ad9-4993-94a9-c4406f271a3f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.375931] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.375931] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.376091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.376424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.376424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.376424] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 is going to be updated. [ 891.411617] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.411756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.411835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.412059] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.412210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.421770] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: IN_PROGRESS for 2s [ 891.537176] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f22adb3b-1a34-4931-87a1-380e6dfffcb1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.537414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.537414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.537631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.537816] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.538018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.538088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.538251] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.538337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.538425] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.538578] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f22adb3b-1a34-4931-87a1-380e6dfffcb1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.538671] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.538730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.538895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.539048] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.539416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.539416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.539416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.539416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.539563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.539563] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.667019] env[69439]: INFO networking_nsxv3.common.synchronization [req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b req-1eb8d049-edb9-4cec-a95b-cd58a120d7db tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Enqueued Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 891.667565] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 891.667565] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.667707] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.667707] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.667908] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.668243] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.668372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.668409] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.668569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.668654] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.668749] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.711245] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: SUCCESS [ 891.711245] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.711245] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.711245] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.711245] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.802025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-93365572-f90a-45d3-bc00-b09b23bc9bb2 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.802025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.802025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.802025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.802025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.802025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.802025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.802025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.802025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.802025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.802025] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93365572-f90a-45d3-bc00-b09b23bc9bb2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.802690] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf70d0e5-f07c-40f0-8808-99962eb1a492 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.802898] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.807899] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73a3838f-18ae-4614-8ceb-3733ab15219d with status ACTIVE [ 891.807899] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.807899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.807899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.807899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.807899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.807899] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.807899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.807899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.807899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.807899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.807899] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.807899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.807899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.807899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.807899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.807899] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73a3838f-18ae-4614-8ceb-3733ab15219d is going to be updated. [ 891.823757] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.826630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.826847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.827170] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.830622] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.830932] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.831162] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.831524] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.831901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.832267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73a3838f-18ae-4614-8ceb-3733ab15219d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.834812] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03336a7-c0b3-43d8-8fcd-3049396f1743 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.835124] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.835281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.835542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.835845] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.836091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.836603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.836918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.837122] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.837295] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.837603] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.839258] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-95143d24-63f6-4939-95d0-89a5ed82776a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.839503] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.843022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.843022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.843022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.843022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.843022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.843022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.843022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.843022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.843022] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95143d24-63f6-4939-95d0-89a5ed82776a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.843022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.843022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.843022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.843022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.843022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.843022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.843022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.843022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.843022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.843742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.843742] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.848213] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b1206e-8060-43b0-bd32-be99c8eb203c taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.848383] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.848465] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.848952] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.848952] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.849169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.849271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.849956] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.850067] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.850153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.850243] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.851140] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.851305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.851305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.852177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.852177] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.853449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.853449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.853449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.853834] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.853907] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.853960] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85d07dec-513c-4f3d-b4dc-00ff0f8959d3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.856046] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f36e8f4b-a760-4a46-9f72-6235a70928a2 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.856046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.856046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.856046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.856046] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.856046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.856046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.856046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.856046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.856046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.856046] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f36e8f4b-a760-4a46-9f72-6235a70928a2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.859125] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.859257] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.859257] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.859368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.859517] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.859610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.860029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.860135] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.860215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.860305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.860389] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.863833] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.863949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.864033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.864228] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.864398] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.864505] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.864552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.864691] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.864772] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.864871] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.864970] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.865815] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.865898] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.869464] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.869583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.869644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.869919] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.870108] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.870108] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.870219] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.870305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.870394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.870482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.870564] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.876774] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.876912] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.876960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.877163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.877321] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.877418] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.877483] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.877949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.877949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.877949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.877949] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.878172] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.878172] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.878245] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.878458] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.878458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.878578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.878614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.878691] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.878774] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.878863] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.880750] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f36e8f4b-a760-4a46-9f72-6235a70928a2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.886335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.886335] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be deleted. [ 891.888362] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.892416] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f36e8f4b-a760-4a46-9f72-6235a70928a2: rpc.has_security_group_logging(os_id): False [ 892.030276] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.030559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.031430] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.031430] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.037385] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.037633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.038715] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.038900] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.039720] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.039909] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.041043] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.041146] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.042050] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.045555] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.045555] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f22adb3b-1a34-4931-87a1-380e6dfffcb1: rpc.has_security_group_logging(os_id): False [ 892.045555] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.045555] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.075321] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.075455] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.076515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.076640] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0189a8fe-20ef-43e5-addd-5333684888af is going to be deleted. [ 892.078256] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.078559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.084911] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.085282] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.103618] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.104626] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.104626] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.104626] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.104626] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.105560] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.105560] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.105560] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.105712] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.106010] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.106146] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.106258] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.106743] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.106743] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.106743] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.106743] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.124469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.124469] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf51286f-58b4-419d-a341-56d90638166c is going to be deleted. [ 892.124469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.124469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.141774] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.141774] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 892.141774] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.141774] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-243" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.141774] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-014870e1-2762-4c62-8b43-69656423d116 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.141774] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-014870e1-2762-4c62-8b43-69656423d116" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.141774] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-014870e1-2762-4c62-8b43-69656423d116" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.141774] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-014870e1-2762-4c62-8b43-69656423d116" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.142138] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('014870e1-2762-4c62-8b43-69656423d116',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.154373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.154513] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27f51a38-e91e-4336-bd24-279544cc54e4 is going to be deleted. [ 892.155458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.155799] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.172817] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.183092] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.183221] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ed020c0-3ad9-4993-94a9-c4406f271a3f is going to be deleted. [ 892.184150] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.184367] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.193870] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.194019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.213122] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.213317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.249367] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.249524] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.280199] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.280536] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.280664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.280792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.280966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.281081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.281175] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 is going to be updated. [ 892.282477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.282702] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.303136] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.303317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.303823] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93365572-f90a-45d3-bc00-b09b23bc9bb2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.327226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.327430] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bee4bf52-6a9a-47b6-b9d7-b950539d7b65 is going to be deleted. [ 892.328735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.329082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.345172] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95143d24-63f6-4939-95d0-89a5ed82776a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.346159] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.371299] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.371299] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.377568] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.377769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.377769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.378988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.378988] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.378988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.378988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.378988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.379314] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.379314] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.379522] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.379582] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.379648] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.379836] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.380062] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.381327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.381327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.381327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.381327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.381327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.381327] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.382800] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b1206e-8060-43b0-bd32-be99c8eb203c taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.383045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.383141] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.383362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.383706] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.383817] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.383888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.385252] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.385355] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.386459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.386459] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b1206e-8060-43b0-bd32-be99c8eb203c taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.386459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.386459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.386459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.386459] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.386459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.386459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.387059] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.387059] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.387059] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.387059] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.388344] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.388450] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.388521] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.388676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.388827] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.388964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.389291] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.389291] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.389512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.389512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.389627] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.389790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.389836] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.391065] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.391065] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.391065] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.391065] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.391065] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.391065] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.391065] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.391065] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.391514] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85d07dec-513c-4f3d-b4dc-00ff0f8959d3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.393792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.394064] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.394185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.394255] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.394434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.394537] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.394704] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.394803] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.394868] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.395029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.395274] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.395482] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.395566] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.395630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.395963] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.395963] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.396079] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 is going to be updated. [ 892.398279] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e1b031f-13a1-44ae-b1ca-4af314fde7a1: rpc.has_security_group_logging(os_id): False [ 892.398743] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.398994] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.399101] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.399226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.399424] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0562be3f-b738-450a-9cb6-12de1ff84845: rpc.has_security_group_logging(os_id): False [ 892.400270] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.400463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.400562] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.400713] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0189a8fe-20ef-43e5-addd-5333684888af" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.401905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.402091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.402182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.402822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf51286f-58b4-419d-a341-56d90638166c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.402822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.402822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.437879] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.438071] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.439885] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.440094] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.444490] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.444720] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28bd900f-2c7b-4fde-aa97-aba6a48fb3cc is going to be deleted. [ 892.446315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.446762] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.446921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.447154] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ed020c0-3ad9-4993-94a9-c4406f271a3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.447390] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.447624] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.447760] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.447958] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27f51a38-e91e-4336-bd24-279544cc54e4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.448603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.448980] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.476908] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.477067] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.494282] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.494752] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.494948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.495113] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.495444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.495615] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.495770] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 is going to be updated. [ 892.497727] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.498209] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.566099] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.566317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.570781] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.571198] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.571354] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.571430] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.571649] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.571743] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.572086] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.572086] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.572212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.572315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.572395] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.572599] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.572683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.572746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.572887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.572967] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.573304] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 is going to be updated. [ 892.574567] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.574957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.575177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.576680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.576904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.577050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.577212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bee4bf52-6a9a-47b6-b9d7-b950539d7b65" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.578134] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.578357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.578471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.580900] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.580900] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.580900] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28bd900f-2c7b-4fde-aa97-aba6a48fb3cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.585533] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.585533] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.585533] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.585533] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.585533] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.616328] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 in Status: IN_PROGRESS for 2s [ 892.618121] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 in Status: IN_PROGRESS for 2s [ 892.635361] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.635528] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.635591] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.635790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.635931] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.646117] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.646409] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.646667] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.647046] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.647288] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.647549] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 014870e1-2762-4c62-8b43-69656423d116 not found, creating... [ 892.647931] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.648147] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.648278] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.648518] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.648679] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.649323] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.649740] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.649940] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.650358] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.650643] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.650857] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 014870e1-2762-4c62-8b43-69656423d116 is going to be created. [ 892.674510] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.686132] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.686386] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.686522] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.687049] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.687396] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.687652] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-014870e1-2762-4c62-8b43-69656423d116" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.689414] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: IN_PROGRESS for 2s [ 892.713533] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.713686] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.713758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.713979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.714140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.787450] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: IN_PROGRESS for 2s [ 892.806069] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93365572-f90a-45d3-bc00-b09b23bc9bb2: rpc.has_security_group_logging(os_id): False [ 892.842362] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 in Status: SUCCESS [ 892.842362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.842362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.842362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.842362] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.842362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.842362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.842362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.842362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.842362] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.846718] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.848226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.848226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.848226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.848741] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95143d24-63f6-4939-95d0-89a5ed82776a: rpc.has_security_group_logging(os_id): False [ 892.849806] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a03336a7-c0b3-43d8-8fcd-3049396f1743: rpc.has_security_group_logging(os_id): False [ 892.889939] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.890106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.890920] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.891038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.893766] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51b1206e-8060-43b0-bd32-be99c8eb203c: rpc.has_security_group_logging(os_id): False [ 892.898257] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7071ed0-f590-4eee-9b3e-64b173041cd4: rpc.has_security_group_logging(os_id): False [ 892.901820] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85d07dec-513c-4f3d-b4dc-00ff0f8959d3: rpc.has_security_group_logging(os_id): False [ 892.902908] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c98b5db-4891-410d-87e5-e125e845a635: rpc.has_security_group_logging(os_id): False [ 892.917172] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.917557] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.917685] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.917730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.918416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.918526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.918609] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 is going to be updated. [ 892.919815] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.920238] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.938626] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.938626] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.940259] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.940259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.944762] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.945087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.951075] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.951075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.961516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.961865] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.961988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.962084] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.962356] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.962450] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.962564] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95143d24-63f6-4939-95d0-89a5ed82776a is going to be updated. [ 892.965694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.965694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.987024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.987394] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.987513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.987585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.987988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.988147] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.988255] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 is going to be updated. [ 892.991438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.991677] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.012161] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.012288] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.027792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.028154] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.028277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.028337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.028537] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.028614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.028815] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.028931] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.028986] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.029119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.029191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.029382] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.029472] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.029523] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.029644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.029714] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.029804] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c98b5db-4891-410d-87e5-e125e845a635 is going to be updated. [ 893.032902] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.033671] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.047369] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.047369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.082538] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.082671] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.089281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.089281] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.089281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.089281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.089281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.089281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.089281] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 is going to be updated. [ 893.089281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.089281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.138527] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.138654] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.138778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.138876] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.139089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.139177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.139400] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.139504] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.139593] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.139718] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.139800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.139982] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.145449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.145449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.145449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.145449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.145449] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b1206e-8060-43b0-bd32-be99c8eb203c is going to be updated. [ 893.146264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.146397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.177847] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.178144] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.178144] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.178385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.178446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.178549] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 is going to be updated. [ 893.208092] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.208365] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.214850] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.214970] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.240582] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.240990] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.241198] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.241300] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.241705] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.241824] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.244378] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.244562] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.244655] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.244930] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.245063] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.245393] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.245529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.245607] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.245799] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.245921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.246059] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be updated. [ 893.247669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.247940] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.248133] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.249588] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.249820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.250016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.253180] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.253337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.253473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.253654] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.253841] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.255121] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.255935] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.256048] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.259023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.259023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.259023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.259434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.259618] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.259793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.284255] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: IN_PROGRESS for 2s [ 893.297540] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.297805] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.297897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.298193] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.298360] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.326624] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 in Status: IN_PROGRESS for 2s [ 893.345180] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: IN_PROGRESS for 2s [ 893.345476] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.352819] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 in Status: IN_PROGRESS for 2s [ 893.353568] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b1206e-8060-43b0-bd32-be99c8eb203c in Status: IN_PROGRESS for 2s [ 893.354188] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 in Status: IN_PROGRESS for 2s [ 893.367653] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95143d24-63f6-4939-95d0-89a5ed82776a in Status: IN_PROGRESS for 2s [ 893.385340] env[69439]: INFO networking_nsxv3.common.synchronization [None req-e73e7853-91c2-4707-8120-d6e12d3653aa None None] Enqueued Resource ID: d48ef807-00bb-4076-af8a-2d6945da333a with Priority: HIGHEST for action port [ 893.385911] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ef807-00bb-4076-af8a-2d6945da333a with Priority: HIGHEST for action port [ 893.386259] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-d48ef807-00bb-4076-af8a-2d6945da333a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.386426] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d48ef807-00bb-4076-af8a-2d6945da333a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.386426] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d48ef807-00bb-4076-af8a-2d6945da333a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.386688] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d48ef807-00bb-4076-af8a-2d6945da333a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.386763] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d48ef807-00bb-4076-af8a-2d6945da333a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.435559] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: SUCCESS [ 893.435559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.439800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.439800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.439800] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.439800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.439800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.439800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.439800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.439800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.440283] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.444053] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.444053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.444053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.444053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.444053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.468350] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: IN_PROGRESS for 2s [ 893.712736] env[69439]: INFO networking_nsxv3.common.synchronization [req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b req-2e483e72-f01f-4cbb-b463-27e4f555af61 service nova] Enqueued Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_rules [ 893.713062] env[69439]: INFO networking_nsxv3.common.synchronization [req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b req-2e483e72-f01f-4cbb-b463-27e4f555af61 service nova] Enqueued Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 893.713301] env[69439]: INFO networking_nsxv3.common.synchronization [req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b req-2e483e72-f01f-4cbb-b463-27e4f555af61 service nova] Enqueued Resource ID: 014870e1-2762-4c62-8b43-69656423d116 with Priority: HIGHEST for action port [ 893.713969] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_rules [ 893.714180] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 893.714350] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 014870e1-2762-4c62-8b43-69656423d116 with Priority: HIGHEST for action port [ 893.714746] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.714902] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.715229] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.715423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.717456] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-014870e1-2762-4c62-8b43-69656423d116 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.720079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-014870e1-2762-4c62-8b43-69656423d116" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.720079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-014870e1-2762-4c62-8b43-69656423d116" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.720079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-014870e1-2762-4c62-8b43-69656423d116" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.720079] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('014870e1-2762-4c62-8b43-69656423d116',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.852720] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.892704] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d48ef807-00bb-4076-af8a-2d6945da333a [ 893.892945] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.893097] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.893165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.897231] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.897368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.897476] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d48ef807-00bb-4076-af8a-2d6945da333a already deleted. [ 893.897558] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d48ef807-00bb-4076-af8a-2d6945da333a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.946261] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.948234] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.948308] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.948715] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.948715] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.948847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.948893] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.949074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.949169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.949256] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.949411] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.949504] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.949557] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.949700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.949837] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.949927] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.949988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.950141] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.950217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.950297] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.950389] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.225526] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 014870e1-2762-4c62-8b43-69656423d116 with status ACTIVE [ 894.225526] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.225526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.225526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.225526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.225878] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.225878] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.225878] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.225991] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.226142] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.226213] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.226400] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.226488] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.226545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.226680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.226748] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.226830] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 014870e1-2762-4c62-8b43-69656423d116 is going to be updated. [ 894.262034] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.262034] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.262034] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.262034] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.262034] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.262034] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-014870e1-2762-4c62-8b43-69656423d116" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.358024] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.358024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.358024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.358024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.358024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.358024] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 is going to be updated. [ 894.393570] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.395935] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.395935] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.395935] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.395935] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.406047] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 in Status: IN_PROGRESS for 2s [ 894.455846] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9707d0e0-4d20-4db8-8eba-f329b59cfaf4: rpc.has_security_group_logging(os_id): False [ 894.490855] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.491121] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.491121] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.491434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.522753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.523082] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.523335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.523491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.523857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.523857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.524048] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.524185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.524255] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.524449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.524557] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.524757] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.524870] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.524935] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.526986] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.527092] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.527191] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 is going to be updated. [ 894.604223] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.604400] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.604440] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.604640] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.604789] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.634474] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: IN_PROGRESS for 2s [ 894.637437] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 in Status: SUCCESS [ 894.637687] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.637989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.638144] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.638235] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.641793] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 in Status: SUCCESS [ 894.642184] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.728576] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: SUCCESS [ 894.728886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.805996] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: SUCCESS [ 894.806192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.143940] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f22adb3b-1a34-4931-87a1-380e6dfffcb1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.144182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.144182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.144402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.144582] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.144740] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.144740] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.144878] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.144949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.145064] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.145158] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.294947] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: SUCCESS [ 895.295222] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.295447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.295611] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.295839] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.295928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.295985] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.296192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.296288] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.296364] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.296410] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.300338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.300810] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.301553] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.301774] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.301853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.302172] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.302337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.302451] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.321392] env[69439]: INFO networking_nsxv3.common.synchronization [req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc req-7406bbfb-27e3-4ca4-bc4b-17fddf6db153 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Enqueued Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGHEST for action security_group_members [ 895.322286] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGHEST for action security_group_members [ 895.322615] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eb7538-919b-42c7-af91-ab92b0876e8a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.322736] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.322811] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.323079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.323239] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.323343] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.323426] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.323632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.323726] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.323825] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.342249] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 in Status: SUCCESS [ 895.342490] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.356728] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: SUCCESS [ 895.356952] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.376939] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b1206e-8060-43b0-bd32-be99c8eb203c in Status: SUCCESS [ 895.377227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.379735] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 in Status: SUCCESS [ 895.379979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.381934] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 in Status: SUCCESS [ 895.382329] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.382898] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95143d24-63f6-4939-95d0-89a5ed82776a in Status: SUCCESS [ 895.383214] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.488241] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 895.488576] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.648132] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f22adb3b-1a34-4931-87a1-380e6dfffcb1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.649215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.649215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.649348] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.650326] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.650326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.650326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.650326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.650326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.650326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.650326] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f22adb3b-1a34-4931-87a1-380e6dfffcb1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.650326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.650326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.650326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.650718] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.650718] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.650718] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.650718] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.650855] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.650888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.650965] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.733042] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.733334] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-940" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.733416] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-940" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.733761] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-940" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.735322] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.735583] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.735927] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.736106] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.736311] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.736568] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.736741] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.736858] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.736980] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.737135] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.737268] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.737442] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.757930] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.758194] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.758339] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.758530] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-940" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.758883] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-ae45aefd-c8cf-4bb7-9db9-c50b68bae13c taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.759134] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-ae45aefd-c8cf-4bb7-9db9-c50b68bae13c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.759392] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-ae45aefd-c8cf-4bb7-9db9-c50b68bae13c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.759587] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-ae45aefd-c8cf-4bb7-9db9-c50b68bae13c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.759732] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae45aefd-c8cf-4bb7-9db9-c50b68bae13c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.799756] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.799911] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.805975] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.829261] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.829261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.829261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.829261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.829261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.829261] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.829261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.829261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.829261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.829261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.829261] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5eb7538-919b-42c7-af91-ab92b0876e8a already deleted. [ 895.829706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.984473] env[69439]: INFO networking_nsxv3.common.synchronization [None req-8170fe10-b68a-4ce6-b2a3-e5181af8fd9d None None] Enqueued Resource ID: c8f3af42-5f76-4753-889d-097ddf95e672 with Priority: HIGHEST for action port [ 895.984473] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f3af42-5f76-4753-889d-097ddf95e672 with Priority: HIGHEST for action port [ 895.984800] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8f3af42-5f76-4753-889d-097ddf95e672 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.985097] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8f3af42-5f76-4753-889d-097ddf95e672" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.985389] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8f3af42-5f76-4753-889d-097ddf95e672" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.985772] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8f3af42-5f76-4753-889d-097ddf95e672" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.986056] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8f3af42-5f76-4753-889d-097ddf95e672',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.153825] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f22adb3b-1a34-4931-87a1-380e6dfffcb1: rpc.has_security_group_logging(os_id): False [ 896.172731] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.172890] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.172946] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.173190] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.173283] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.173507] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.173602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.174387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.174387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.174387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.174387] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.174387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.174387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.174387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.174387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.174879] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.174879] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.174879] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.174879] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.175052] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.175052] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 is going to be updated. [ 896.240635] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.240809] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.240874] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.241122] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.241284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.257137] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 in Status: IN_PROGRESS for 2s [ 896.262887] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.263137] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.263306] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.263617] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.263915] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.263990] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port ae45aefd-c8cf-4bb7-9db9-c50b68bae13c not found, creating... [ 896.264257] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.264468] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.264650] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.264888] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.265050] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.265355] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.265525] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.265643] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.265996] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.266156] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.266303] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: ae45aefd-c8cf-4bb7-9db9-c50b68bae13c is going to be created. [ 896.293978] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.294701] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.294701] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.294701] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.294968] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.295258] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-ae45aefd-c8cf-4bb7-9db9-c50b68bae13c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.310827] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.421194] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 in Status: SUCCESS [ 896.421512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.421886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.422177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.422399] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.422522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.422623] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.422812] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.422972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.423159] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.423159] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.489437] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8f3af42-5f76-4753-889d-097ddf95e672 [ 896.489727] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.489898] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.489950] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.491567] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.491567] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.491567] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8f3af42-5f76-4753-889d-097ddf95e672 already deleted. [ 896.491567] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8f3af42-5f76-4753-889d-097ddf95e672" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.653721] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: SUCCESS [ 896.654035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.815052] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.815052] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.815052] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.815517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.815517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.815517] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 is going to be updated. [ 896.853420] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.853573] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.853635] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.854234] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.854360] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.865872] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: IN_PROGRESS for 2s [ 896.925667] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf70d0e5-f07c-40f0-8808-99962eb1a492 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.926217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.926304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.926552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.926736] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.926849] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.926926] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.927134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.927223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.927316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.927469] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf70d0e5-f07c-40f0-8808-99962eb1a492 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.927561] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.927623] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.927767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.927943] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.928317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.928414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.928588] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.928702] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.928815] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.928948] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.393635] env[69439]: INFO networking_nsxv3.common.synchronization [req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc req-d11e47c2-03d3-4686-aa18-f0e1d22056d6 service nova] Enqueued Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGHEST for action security_group_rules [ 897.393831] env[69439]: INFO networking_nsxv3.common.synchronization [req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc req-d11e47c2-03d3-4686-aa18-f0e1d22056d6 service nova] Enqueued Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGHEST for action security_group_members [ 897.393974] env[69439]: INFO networking_nsxv3.common.synchronization [req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc req-d11e47c2-03d3-4686-aa18-f0e1d22056d6 service nova] Enqueued Resource ID: ae45aefd-c8cf-4bb7-9db9-c50b68bae13c with Priority: HIGHEST for action port [ 897.394539] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGHEST for action security_group_rules [ 897.394671] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGHEST for action security_group_members [ 897.394770] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae45aefd-c8cf-4bb7-9db9-c50b68bae13c with Priority: HIGHEST for action port [ 897.397106] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5eb7538-919b-42c7-af91-ab92b0876e8a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.397282] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.397344] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.397612] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.398739] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.398739] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eb7538-919b-42c7-af91-ab92b0876e8a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.399011] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.399011] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.399554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.399554] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.399554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.399554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.399734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.399734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.399841] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.400751] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae45aefd-c8cf-4bb7-9db9-c50b68bae13c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.400875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae45aefd-c8cf-4bb7-9db9-c50b68bae13c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.400970] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae45aefd-c8cf-4bb7-9db9-c50b68bae13c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.401163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae45aefd-c8cf-4bb7-9db9-c50b68bae13c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.401283] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae45aefd-c8cf-4bb7-9db9-c50b68bae13c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.433041] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf70d0e5-f07c-40f0-8808-99962eb1a492: rpc.has_security_group_logging(os_id): False [ 897.450936] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.451116] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.451238] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.451355] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.469982] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.470318] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.470457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.470530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.470711] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.470793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.470990] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.471093] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.471159] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.471736] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.471736] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.471736] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.471736] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.471736] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.471955] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.471955] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.471955] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 is going to be updated. [ 897.542095] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.542095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.542095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.542095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.542996] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.554423] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 in Status: IN_PROGRESS for 2s [ 897.903522] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eb7538-919b-42c7-af91-ab92b0876e8a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.903863] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.903863] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.905179] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae45aefd-c8cf-4bb7-9db9-c50b68bae13c with status ACTIVE [ 897.905179] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.905179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.905330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.905403] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.905496] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.905676] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.905773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.905831] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.906041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.906445] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.906644] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.906743] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.906846] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.907015] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.907107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.907203] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae45aefd-c8cf-4bb7-9db9-c50b68bae13c is going to be updated. [ 897.934359] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.934516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.934601] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.934823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.934961] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.935146] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae45aefd-c8cf-4bb7-9db9-c50b68bae13c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.012191] env[69439]: INFO networking_nsxv3.common.synchronization [req-f12dbc3a-c361-488b-b7b3-662d9f393881 req-7926bde5-9511-4c98-a20b-300f5905847d tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Enqueued Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGHEST for action security_group_members [ 898.012804] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGHEST for action security_group_members [ 898.013149] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eb7538-919b-42c7-af91-ab92b0876e8a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.013258] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.271350] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 in Status: SUCCESS [ 898.271627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.345904] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.346174] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-940" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.346313] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-940" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.346581] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-940" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.346856] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.347018] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.347478] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.347804] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.347908] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.348279] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 898.348436] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.348558] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.348726] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.348793] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 898.348893] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.349063] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.371569] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.371569] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 898.371569] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.373816] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-940" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.373816] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-c13ad0ee-0c2e-49b1-b011-791a521aa4f7 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.373816] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-c13ad0ee-0c2e-49b1-b011-791a521aa4f7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.373816] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-c13ad0ee-0c2e-49b1-b011-791a521aa4f7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.373816] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-c13ad0ee-0c2e-49b1-b011-791a521aa4f7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.373816] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c13ad0ee-0c2e-49b1-b011-791a521aa4f7',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.409369] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.877388] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.877627] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.877760] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.878235] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.878286] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.878736] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port c13ad0ee-0c2e-49b1-b011-791a521aa4f7 not found, creating... [ 898.879146] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.879419] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.879579] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.879834] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.879984] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.880338] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.880844] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.880844] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.880844] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.880983] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.881194] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: c13ad0ee-0c2e-49b1-b011-791a521aa4f7 is going to be created. [ 898.882961] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: SUCCESS [ 898.883176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.883520] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.883520] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.883665] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.883754] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.883816] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.883966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.884056] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.884173] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.884339] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.884442] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.884486] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.884655] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.884814] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.884917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.884980] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.885135] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.885213] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.885344] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.885384] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.908111] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.908536] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.908536] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.908754] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.908987] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.909270] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-c13ad0ee-0c2e-49b1-b011-791a521aa4f7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.912049] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.912206] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.912249] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.912464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.912545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.912642] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5eb7538-919b-42c7-af91-ab92b0876e8a is going to be created. [ 898.942015] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.942249] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.942327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.942568] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.942755] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.954635] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5eb7538-919b-42c7-af91-ab92b0876e8a in Status: UNINITIALIZED for 2s [ 899.388997] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d03d0dd-141b-4e28-bff1-57674f5ca682: rpc.has_security_group_logging(os_id): False [ 899.408926] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.408926] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.409181] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.409222] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.431969] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.431969] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.431969] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.431969] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.431969] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.432375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.432375] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.432375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.432495] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.432640] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.432729] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.432873] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.432981] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.436074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.436074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.436074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.436074] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 is going to be updated. [ 899.515077] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.515235] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.515361] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.515664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.516256] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.539413] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: IN_PROGRESS for 2s [ 899.591283] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 in Status: SUCCESS [ 899.591495] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.734043] env[69439]: INFO networking_nsxv3.common.synchronization [req-f12dbc3a-c361-488b-b7b3-662d9f393881 req-1f5d56c6-1f8d-4efa-b390-0a025d50ea95 service nova] Enqueued Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGHEST for action security_group_rules [ 899.734043] env[69439]: INFO networking_nsxv3.common.synchronization [req-f12dbc3a-c361-488b-b7b3-662d9f393881 req-1f5d56c6-1f8d-4efa-b390-0a025d50ea95 service nova] Enqueued Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGHEST for action security_group_members [ 899.734043] env[69439]: INFO networking_nsxv3.common.synchronization [req-f12dbc3a-c361-488b-b7b3-662d9f393881 req-1f5d56c6-1f8d-4efa-b390-0a025d50ea95 service nova] Enqueued Resource ID: c13ad0ee-0c2e-49b1-b011-791a521aa4f7 with Priority: HIGHEST for action port [ 899.734043] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGHEST for action security_group_rules [ 899.734043] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGHEST for action security_group_members [ 899.734043] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13ad0ee-0c2e-49b1-b011-791a521aa4f7 with Priority: HIGHEST for action port [ 899.735742] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5eb7538-919b-42c7-af91-ab92b0876e8a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.735742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.735742] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eb7538-919b-42c7-af91-ab92b0876e8a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.735983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.737215] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-c13ad0ee-0c2e-49b1-b011-791a521aa4f7 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.737215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c13ad0ee-0c2e-49b1-b011-791a521aa4f7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.737215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c13ad0ee-0c2e-49b1-b011-791a521aa4f7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.737215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c13ad0ee-0c2e-49b1-b011-791a521aa4f7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.737215] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c13ad0ee-0c2e-49b1-b011-791a521aa4f7',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.258163] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c13ad0ee-0c2e-49b1-b011-791a521aa4f7 with status ACTIVE [ 900.258486] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.258877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.258877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.259168] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.259168] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.259307] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.259411] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.259470] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.259645] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.259726] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.259912] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.260026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.260088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.260651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.260651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.260651] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c13ad0ee-0c2e-49b1-b011-791a521aa4f7 is going to be updated. [ 900.293035] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.293380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.293380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.293737] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.293905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.294186] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c13ad0ee-0c2e-49b1-b011-791a521aa4f7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.785018] env[69439]: INFO networking_nsxv3.common.synchronization [req-54c640ab-ae92-4e1a-9b64-5aadddf4312e req-0442028a-5aa6-4e38-86be-571a1486b0e8 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 900.785018] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 900.785018] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.785018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.785018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.785018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.789502] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.789502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.789502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.789502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.789502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.789502] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.968388] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5eb7538-919b-42c7-af91-ab92b0876e8a in Status: SUCCESS [ 900.968634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.968811] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.969038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.969241] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.969425] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.969425] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.969590] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.969672] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.969757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.969852] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.971027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.971214] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.971374] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.971514] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.971847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.972015] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.972104] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.972201] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.229161] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.229341] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.229456] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.229791] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.230075] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.230385] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.230385] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.230612] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.230758] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.230977] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.231115] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.231223] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.231333] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.231454] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.231586] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.231679] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.254269] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.254454] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 901.254598] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.254780] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.255156] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-340c8c92-36e8-41ec-ab17-6fc31982a161 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.255359] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-340c8c92-36e8-41ec-ab17-6fc31982a161" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.255487] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-340c8c92-36e8-41ec-ab17-6fc31982a161" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.255823] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-340c8c92-36e8-41ec-ab17-6fc31982a161" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.255972] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('340c8c92-36e8-41ec-ab17-6fc31982a161',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.290980] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.291627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.291627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.291752] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.291898] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.292058] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.292233] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.292233] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.292358] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.292520] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.292579] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 already deleted. [ 901.292655] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.474128] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eb7538-919b-42c7-af91-ab92b0876e8a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.474955] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.475203] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.558070] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: SUCCESS [ 901.558557] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.558849] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.559249] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.559363] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.759440] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.759804] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.759903] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.760439] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.760592] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.760664] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 340c8c92-36e8-41ec-ab17-6fc31982a161 not found, creating... [ 901.761415] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.761415] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.761415] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.761777] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.761864] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.762395] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.762823] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.762916] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.763152] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.763308] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.763462] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 340c8c92-36e8-41ec-ab17-6fc31982a161 is going to be created. [ 901.789039] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.789551] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.789551] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.789858] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.791218] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.791373] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-340c8c92-36e8-41ec-ab17-6fc31982a161" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.979234] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.061947] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.062134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.062234] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.062463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.062638] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.062742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.062808] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.062960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.063070] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.063165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.063258] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.483148] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.483486] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.483486] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.483624] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.483717] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.483819] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5eb7538-919b-42c7-af91-ab92b0876e8a is going to be updated. [ 902.518895] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.519131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.519262] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.519582] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.519712] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.530991] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5eb7538-919b-42c7-af91-ab92b0876e8a in Status: IN_PROGRESS for 2s [ 902.568104] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.568310] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.568662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.568662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.569163] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.569163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.569163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.569560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.569560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.569560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.570502] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.570502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.570502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.570502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.570502] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.570502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.570502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.570792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.570792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.570792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.570884] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.730419] env[69439]: INFO networking_nsxv3.common.synchronization [req-54c640ab-ae92-4e1a-9b64-5aadddf4312e req-7f1fcecf-febc-46a8-af23-a02db59f2961 service nova] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_rules [ 902.730674] env[69439]: INFO networking_nsxv3.common.synchronization [req-54c640ab-ae92-4e1a-9b64-5aadddf4312e req-7f1fcecf-febc-46a8-af23-a02db59f2961 service nova] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 902.730760] env[69439]: INFO networking_nsxv3.common.synchronization [req-54c640ab-ae92-4e1a-9b64-5aadddf4312e req-7f1fcecf-febc-46a8-af23-a02db59f2961 service nova] Enqueued Resource ID: 340c8c92-36e8-41ec-ab17-6fc31982a161 with Priority: HIGHEST for action port [ 902.730970] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_rules [ 902.731120] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 902.731221] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 340c8c92-36e8-41ec-ab17-6fc31982a161 with Priority: HIGHEST for action port [ 902.732589] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.732589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.732705] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.732888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.732984] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.737042] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.737042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.737042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.737042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.737042] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.737042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.737042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.737042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.737042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.737042] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.739461] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-340c8c92-36e8-41ec-ab17-6fc31982a161 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.739625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-340c8c92-36e8-41ec-ab17-6fc31982a161" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.739669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-340c8c92-36e8-41ec-ab17-6fc31982a161" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.740239] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-340c8c92-36e8-41ec-ab17-6fc31982a161" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.740239] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('340c8c92-36e8-41ec-ab17-6fc31982a161',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.073110] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d03d0dd-141b-4e28-bff1-57674f5ca682: rpc.has_security_group_logging(os_id): False [ 903.100265] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.101036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.101036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.101036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.101036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.101229] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.101229] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.101229] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.101342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.101456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.102613] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.102613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.102613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.102613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.102613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.102613] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.102613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.102613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.102613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.102613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.102613] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 is going to be updated. [ 903.199308] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.200021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.200021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.200021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.200021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.228139] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: IN_PROGRESS for 2s [ 903.244909] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 340c8c92-36e8-41ec-ab17-6fc31982a161 with status ACTIVE [ 903.245199] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.245348] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.245428] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.245661] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.245753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.245947] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.246118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.246209] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.246430] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.246526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.246724] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.246830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.246891] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.247054] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.247138] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.247226] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 340c8c92-36e8-41ec-ab17-6fc31982a161 is going to be updated. [ 903.249228] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.249383] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.249712] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.304111] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.304111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.304111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.304565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.305730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.306072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-340c8c92-36e8-41ec-ab17-6fc31982a161" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.690668] env[69439]: INFO networking_nsxv3.common.synchronization [req-5e29874f-4af3-4278-939c-d8b7db041c87 req-52a4a6a1-71b3-4561-b13f-a47f1a690763 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Enqueued Resource ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d with Priority: HIGHEST for action security_group_members [ 903.691269] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d with Priority: HIGHEST for action security_group_members [ 903.692286] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e929c7b-d3b7-497f-b186-6b979b1ec27d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.692286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.692286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.693088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.693305] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.693441] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.693495] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.693894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.694845] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.694974] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e929c7b-d3b7-497f-b186-6b979b1ec27d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.752906] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.197954] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.197954] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.197954] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.199561] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.199848] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.200171] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.200383] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.200481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.200640] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.200725] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.200842] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d already deleted. [ 904.200942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.235876] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.236043] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-810" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.236184] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-810" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.236566] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-810" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.237024] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.237219] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.237345] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.240287] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.240472] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.240708] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.240824] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.240935] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.241081] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.241172] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.241278] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.241463] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.256694] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.256694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.256694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.256989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.256989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.257159] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be created. [ 904.264035] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.264035] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 904.264035] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.264035] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-810" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.264494] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-781069ab-4100-4d07-98e8-a615013a0617 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.264494] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-781069ab-4100-4d07-98e8-a615013a0617" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.264494] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-781069ab-4100-4d07-98e8-a615013a0617" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.265506] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-781069ab-4100-4d07-98e8-a615013a0617" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.265506] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('781069ab-4100-4d07-98e8-a615013a0617',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.289445] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.289659] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.289711] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.289909] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.290160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.303495] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: UNINITIALIZED for 2s [ 904.556039] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5eb7538-919b-42c7-af91-ab92b0876e8a in Status: SUCCESS [ 904.556039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.556039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.556039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.556039] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.556039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.556039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.556039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.556039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.556039] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.768411] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.769233] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.769472] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.769838] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.770105] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.770282] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 781069ab-4100-4d07-98e8-a615013a0617 not found, creating... [ 904.770705] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.770963] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.772332] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.773064] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.773064] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.773480] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.775498] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.775498] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.775498] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.775498] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.775498] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 781069ab-4100-4d07-98e8-a615013a0617 is going to be created. [ 904.799462] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.799723] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.799862] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.800644] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.800909] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.801161] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-781069ab-4100-4d07-98e8-a615013a0617" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.060892] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.254795] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: SUCCESS [ 905.256253] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.565176] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.600570] env[69439]: INFO networking_nsxv3.common.synchronization [req-5e29874f-4af3-4278-939c-d8b7db041c87 req-6d431de6-baf9-44ca-8e57-7621d279e659 service nova] Enqueued Resource ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d with Priority: HIGHEST for action security_group_rules [ 905.600921] env[69439]: INFO networking_nsxv3.common.synchronization [req-5e29874f-4af3-4278-939c-d8b7db041c87 req-6d431de6-baf9-44ca-8e57-7621d279e659 service nova] Enqueued Resource ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d with Priority: HIGHEST for action security_group_members [ 905.601148] env[69439]: INFO networking_nsxv3.common.synchronization [req-5e29874f-4af3-4278-939c-d8b7db041c87 req-6d431de6-baf9-44ca-8e57-7621d279e659 service nova] Enqueued Resource ID: 781069ab-4100-4d07-98e8-a615013a0617 with Priority: HIGHEST for action port [ 905.601864] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d with Priority: HIGHEST for action security_group_rules [ 905.603184] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d with Priority: HIGHEST for action security_group_members [ 905.603360] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781069ab-4100-4d07-98e8-a615013a0617 with Priority: HIGHEST for action port [ 905.603690] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e929c7b-d3b7-497f-b186-6b979b1ec27d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.603847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.603895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.604271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.604358] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e929c7b-d3b7-497f-b186-6b979b1ec27d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.606085] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e929c7b-d3b7-497f-b186-6b979b1ec27d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.606226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.606296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.606492] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.606649] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.606748] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.606810] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.606955] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.607057] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.607172] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e929c7b-d3b7-497f-b186-6b979b1ec27d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.608457] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-781069ab-4100-4d07-98e8-a615013a0617 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.608619] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-781069ab-4100-4d07-98e8-a615013a0617" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.608691] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-781069ab-4100-4d07-98e8-a615013a0617" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.608896] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-781069ab-4100-4d07-98e8-a615013a0617" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.609017] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('781069ab-4100-4d07-98e8-a615013a0617',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.069040] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.069435] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.069435] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.069623] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.070625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.070625] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5eb7538-919b-42c7-af91-ab92b0876e8a is going to be updated. [ 906.110844] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e929c7b-d3b7-497f-b186-6b979b1ec27d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.112022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e929c7b-d3b7-497f-b186-6b979b1ec27d taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.112193] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.112374] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 781069ab-4100-4d07-98e8-a615013a0617 with status ACTIVE [ 906.112543] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.112651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.112734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.112942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.113047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.113221] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.113319] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.113379] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.113578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.113654] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.113854] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.113949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.114037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.114214] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.114290] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.114459] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 781069ab-4100-4d07-98e8-a615013a0617 is going to be updated. [ 906.129505] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.129824] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.130521] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.132019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.132019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.142457] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.142457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.142457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.142457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.142457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.142457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-781069ab-4100-4d07-98e8-a615013a0617" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.143776] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5eb7538-919b-42c7-af91-ab92b0876e8a in Status: IN_PROGRESS for 2s [ 906.319455] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 906.319643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.319844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.320133] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.320357] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.320498] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.320554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.320804] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.320897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.321014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.322090] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.617500] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e929c7b-d3b7-497f-b186-6b979b1ec27d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.825470] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.825671] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.825714] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.826075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.826317] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.826904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.827032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.827211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.827306] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.827400] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.827618] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.827795] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.827795] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.829438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.829707] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.829825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.829949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.830097] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.830372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.830482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.830581] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.121380] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.124143] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.124143] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.124143] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.124143] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.124143] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d is going to be created. [ 907.161072] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.161263] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.161345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.161550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.161722] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.172307] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d in Status: UNINITIALIZED for 2s [ 907.332920] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31: rpc.has_security_group_logging(os_id): False [ 907.352944] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.353120] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.353211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.353387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.353486] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.353676] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.353761] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.353836] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.353976] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.354667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.354667] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.354667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.354667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.354667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.354667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.355232] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.355232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.355232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.355232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.355617] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.355617] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be created. [ 907.432932] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.433188] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.433188] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.433421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.433632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.445549] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: IN_PROGRESS for 2s [ 908.159113] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5eb7538-919b-42c7-af91-ab92b0876e8a in Status: SUCCESS [ 908.159500] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.159552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.159763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.160044] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.160128] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.160166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.160839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.160839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.160839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.160839] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eb7538-919b-42c7-af91-ab92b0876e8a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.160839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.160839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.161193] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.161193] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.161193] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.161193] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.161353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.161531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.161531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.161648] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.663935] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5eb7538-919b-42c7-af91-ab92b0876e8a: rpc.has_security_group_logging(os_id): False [ 908.684481] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.684623] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.684692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.684903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.684987] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.685213] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.685310] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.685372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.685519] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.685662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.685767] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.685855] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.685915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.686070] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.686152] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.687036] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.687036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.687036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.687036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.687036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.687036] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5eb7538-919b-42c7-af91-ab92b0876e8a is going to be created. [ 908.756114] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.756375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.756451] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.756682] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.756878] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.771175] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5eb7538-919b-42c7-af91-ab92b0876e8a in Status: IN_PROGRESS for 2s [ 909.181857] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d in Status: SUCCESS [ 909.182243] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.182243] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.182425] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.182649] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.182782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.182854] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.183031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.183115] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.183218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.183325] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e929c7b-d3b7-497f-b186-6b979b1ec27d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.205133] env[69439]: INFO networking_nsxv3.common.synchronization [req-ed511dce-bbd3-42ad-898b-90a87c1daf74 req-9f29ce84-30a1-40f0-8df8-55b1446cb3c7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Enqueued Resource ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 with Priority: HIGHEST for action security_group_members [ 909.205750] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 with Priority: HIGHEST for action security_group_members [ 909.206135] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf70d0e5-f07c-40f0-8808-99962eb1a492 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.206748] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.206818] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.207055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.207264] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.207340] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.207405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.207565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.207655] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.207756] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.466989] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 909.467285] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.685917] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e929c7b-d3b7-497f-b186-6b979b1ec27d taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.686155] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.686317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.686570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.686844] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.686977] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.687047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.687535] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.687535] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.687535] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.687535] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e929c7b-d3b7-497f-b186-6b979b1ec27d taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.687823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.687823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.687921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.688062] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.688266] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.688459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.688534] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.688662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.689123] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.689123] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e929c7b-d3b7-497f-b186-6b979b1ec27d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.710728] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.195808] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e929c7b-d3b7-497f-b186-6b979b1ec27d: rpc.has_security_group_logging(os_id): False [ 910.212646] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.222682] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.222889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.222974] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.223312] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.223398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.223739] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.223967] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.224091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.224375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.224501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.224855] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.226208] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.226455] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.231031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.231031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.231031] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.231031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.231031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.231031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.231031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.231031] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d is going to be created. [ 910.353492] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.353700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.353754] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.354267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.354487] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.371609] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d in Status: IN_PROGRESS for 2s [ 910.715998] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.715998] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.715998] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.716223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.716223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.716286] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 is going to be updated. [ 910.758560] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.758727] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.758727] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.759482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.759482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.770898] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 in Status: IN_PROGRESS for 2s [ 910.782868] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5eb7538-919b-42c7-af91-ab92b0876e8a in Status: SUCCESS [ 910.783197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.783476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.783779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.783861] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.084506] env[69439]: INFO networking_nsxv3.common.synchronization [req-578add1d-6d18-42ed-9091-61b84e86610c req-f5f4afee-f8c4-4d75-b268-371ea7e15d9b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 911.087965] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 911.088213] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.088770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.088770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.088909] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.089119] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.089649] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.089688] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.089870] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.089938] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.090084] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.288408] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eb7538-919b-42c7-af91-ab92b0876e8a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.288408] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.288408] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.288809] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.290153] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.290153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.290153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.290153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.290153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.290153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.290153] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.593035] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.593231] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.593628] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.593628] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.593628] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.594234] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.594234] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.594234] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.594234] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.594234] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.594526] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be deleted. [ 911.623873] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.624132] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.624206] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.624430] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.624532] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.624637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.740734] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.740886] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.742449] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.742449] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.742449] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.742449] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.742449] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.742744] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.742984] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.743783] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.743955] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.744064] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.744184] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.744507] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.744507] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.744717] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.764716] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.764716] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 911.764716] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.764716] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.764716] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.765050] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.765050] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.765310] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.765444] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.792163] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eb7538-919b-42c7-af91-ab92b0876e8a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.792386] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.792386] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.792775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.792775] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.792926] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.792926] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.793088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.793173] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.793264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.793408] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eb7538-919b-42c7-af91-ab92b0876e8a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.793500] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.793562] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.793798] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.793871] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.793927] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.793965] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.794109] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.794185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.794266] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.794355] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.918246] env[69439]: INFO networking_nsxv3.common.synchronization [req-3e87d719-e1aa-4473-a167-91a2dd8b9487 req-b51e3227-b721-4a6c-96b5-1f2712171323 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Enqueued Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_members [ 911.918246] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_members [ 911.918246] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.918246] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.918765] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.919100] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.919416] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.919690] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.919955] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.921029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.921029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.921029] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.268458] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.268771] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.268859] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.269160] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.269312] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.269478] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56 not found, creating... [ 912.269849] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.269923] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.270049] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.270283] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.270437] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.270769] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.270927] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.271154] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.271402] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.271540] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.271684] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56 is going to be created. [ 912.297297] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.297721] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.297721] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.297972] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.298369] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.298643] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.299796] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5eb7538-919b-42c7-af91-ab92b0876e8a: rpc.has_security_group_logging(os_id): False [ 912.325294] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.325423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.325479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.325742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.325882] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.326305] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.326463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.326538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.326720] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.326805] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.327027] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.327225] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.327286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.327490] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.327575] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.327770] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.327928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.328064] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.328328] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.328415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.328543] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5eb7538-919b-42c7-af91-ab92b0876e8a is going to be updated. [ 912.391955] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d in Status: SUCCESS [ 912.392328] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.424790] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.450045] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.450045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.450045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.450303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.450303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.467879] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5eb7538-919b-42c7-af91-ab92b0876e8a in Status: IN_PROGRESS for 2s [ 912.787251] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 in Status: SUCCESS [ 912.787530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.926632] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.152706] env[69439]: INFO networking_nsxv3.common.synchronization [req-578add1d-6d18-42ed-9091-61b84e86610c req-5e18676e-a6ae-4d6a-bc03-b60c186ab001 service nova] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_rules [ 913.152706] env[69439]: INFO networking_nsxv3.common.synchronization [req-578add1d-6d18-42ed-9091-61b84e86610c req-5e18676e-a6ae-4d6a-bc03-b60c186ab001 service nova] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 913.152706] env[69439]: INFO networking_nsxv3.common.synchronization [req-578add1d-6d18-42ed-9091-61b84e86610c req-5e18676e-a6ae-4d6a-bc03-b60c186ab001 service nova] Enqueued Resource ID: 22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56 with Priority: HIGHEST for action port [ 913.152706] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_rules [ 913.152706] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 913.152706] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56 with Priority: HIGHEST for action port [ 913.152706] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.152706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.152706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.152706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.153959] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.156118] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.156118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.156118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.156118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.156118] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.156118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.156118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.156118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.156118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.156118] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.157627] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.157780] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.157864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.158141] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.158271] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.429725] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.429725] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.430192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.430192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.430192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.430305] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 is going to be updated. [ 913.462949] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.464024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.464024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.464024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.464187] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.477251] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: IN_PROGRESS for 2s [ 913.663267] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.663520] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.663699] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.667244] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56 with status ACTIVE [ 913.667244] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.667244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.667244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.667244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.667244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.667244] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.667244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.667244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.667244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.667244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.667244] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.667244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.667244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.667244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.667244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.667978] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56 is going to be updated. [ 913.699125] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.700318] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.700318] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.700318] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.700318] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.700318] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.975957] env[69439]: INFO networking_nsxv3.common.synchronization [req-1410157b-9e5a-4202-b68d-5a506bd4a586 req-56a59ce4-13f4-4c75-a77b-dcb21d81472f tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Enqueued Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_members [ 913.976712] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_members [ 913.977236] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.977498] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.977498] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.977732] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.977896] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.978010] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.978083] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.978303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.978389] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.978484] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.171614] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.444652] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.444979] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-649" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.444979] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-649" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.445270] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-649" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.445533] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.445962] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.445962] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.446197] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.446432] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.446658] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.446779] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.446893] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.447012] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.447136] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.447245] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.447380] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.465742] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.465915] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 914.466066] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.466266] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-649" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.466627] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-0e59ffa7-08f8-40c6-9c3d-67b129128f97 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.466786] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-0e59ffa7-08f8-40c6-9c3d-67b129128f97" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.466890] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-0e59ffa7-08f8-40c6-9c3d-67b129128f97" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.467273] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-0e59ffa7-08f8-40c6-9c3d-67b129128f97" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.467418] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e59ffa7-08f8-40c6-9c3d-67b129128f97',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.481845] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.488617] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5eb7538-919b-42c7-af91-ab92b0876e8a in Status: SUCCESS [ 914.488866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.676436] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.676436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.676436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.676665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.676699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.676820] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be created. [ 914.696993] env[69439]: INFO networking_nsxv3.common.synchronization [req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 req-a4ad715c-05d3-4cb1-b31c-53d33aa1e21f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 914.697344] env[69439]: INFO networking_nsxv3.common.synchronization [req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 req-a4ad715c-05d3-4cb1-b31c-53d33aa1e21f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e with Priority: HIGHEST for action security_group_members [ 914.697556] env[69439]: INFO networking_nsxv3.common.synchronization [req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 req-a4ad715c-05d3-4cb1-b31c-53d33aa1e21f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Enqueued Resource ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 with Priority: HIGHEST for action security_group_members [ 914.698700] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGHEST for action security_group_members [ 914.699021] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e with Priority: HIGHEST for action security_group_members [ 914.699215] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 with Priority: HIGHEST for action security_group_members [ 914.699572] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.699885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.699885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.700079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.700274] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.700415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.700578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.700820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.700949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.701093] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.702148] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.702830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.702830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.702830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.702830] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.703115] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.703115] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.704188] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.704188] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.704188] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.708035] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.708035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.708035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.708035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.708035] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.708035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.708035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.708035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.708035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.708035] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85d07dec-513c-4f3d-b4dc-00ff0f8959d3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.708035] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.708035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.708035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.708823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.708823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.733054] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: UNINITIALIZED for 2s [ 914.975105] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.975105] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.975270] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.975490] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.975670] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.975891] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 0e59ffa7-08f8-40c6-9c3d-67b129128f97 not found, creating... [ 914.976212] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.976381] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.976518] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.976765] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.976993] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.977224] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.977387] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.977512] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.977821] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.977882] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.978529] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 0e59ffa7-08f8-40c6-9c3d-67b129128f97 is going to be created. [ 914.988904] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.004178] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.004494] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.004678] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.004977] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.005267] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.005510] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-0e59ffa7-08f8-40c6-9c3d-67b129128f97" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.212026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.212026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.212026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.212026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.212026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.212026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.212026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.212026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.212026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.212026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.212026] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be updated. [ 915.212820] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.212820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.212820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.212930] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.214130] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.214262] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.255330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.255719] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.255902] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.255967] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.256362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.256480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.256592] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e is going to be updated. [ 915.258752] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.258949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.258949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.259156] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.259297] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.259478] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.259633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.259633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.259728] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 is going to be updated. [ 915.265164] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.265410] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.265410] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.265578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.265739] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.276902] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: IN_PROGRESS for 2s [ 915.299532] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.300105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.300105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.300105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.300601] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.302442] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.302757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.302757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.302969] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.303105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.316054] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e in Status: IN_PROGRESS for 2s [ 915.316871] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 in Status: IN_PROGRESS for 2s [ 915.488115] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: SUCCESS [ 915.488584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.491911] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.492058] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.492137] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.492351] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.492434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.492536] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c98b5db-4891-410d-87e5-e125e845a635 is going to be updated. [ 915.525190] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.525342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.525423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.525613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.525759] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.535747] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: IN_PROGRESS for 2s [ 915.549168] env[69439]: INFO networking_nsxv3.common.synchronization [req-598c2b46-5b8d-493a-98ed-dd6057c0281a req-52b68009-2487-4426-8147-0cc47165002f tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Enqueued Resource ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 with Priority: HIGHEST for action security_group_members [ 915.549719] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 with Priority: HIGHEST for action security_group_members [ 915.550027] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-93365572-f90a-45d3-bc00-b09b23bc9bb2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.550151] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.550226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.550422] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.550572] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.550657] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.550739] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.550884] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.550963] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.555138] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93365572-f90a-45d3-bc00-b09b23bc9bb2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.980336] env[69439]: INFO networking_nsxv3.common.synchronization [req-1410157b-9e5a-4202-b68d-5a506bd4a586 req-960d111b-15b4-4e15-87d4-834a239359c8 service nova] Enqueued Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_rules [ 915.980555] env[69439]: INFO networking_nsxv3.common.synchronization [req-1410157b-9e5a-4202-b68d-5a506bd4a586 req-960d111b-15b4-4e15-87d4-834a239359c8 service nova] Enqueued Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_members [ 915.980756] env[69439]: INFO networking_nsxv3.common.synchronization [req-1410157b-9e5a-4202-b68d-5a506bd4a586 req-960d111b-15b4-4e15-87d4-834a239359c8 service nova] Enqueued Resource ID: 0e59ffa7-08f8-40c6-9c3d-67b129128f97 with Priority: HIGHEST for action port [ 915.981387] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_rules [ 915.981569] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_members [ 915.981713] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e59ffa7-08f8-40c6-9c3d-67b129128f97 with Priority: HIGHEST for action port [ 915.982055] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.982287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.982502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.982790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.983057] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.984524] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.984731] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.986096] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e59ffa7-08f8-40c6-9c3d-67b129128f97 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.986096] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e59ffa7-08f8-40c6-9c3d-67b129128f97" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.986096] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e59ffa7-08f8-40c6-9c3d-67b129128f97" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.986096] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e59ffa7-08f8-40c6-9c3d-67b129128f97" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.986096] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e59ffa7-08f8-40c6-9c3d-67b129128f97',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.059934] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.059934] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.060058] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.060347] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.060496] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.060694] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.060837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.060837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.061147] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.061200] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.061288] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 is going to be updated. [ 916.093314] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.093451] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.093550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.093779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.093923] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.104290] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 in Status: IN_PROGRESS for 2s [ 916.491206] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.491482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.491482] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e59ffa7-08f8-40c6-9c3d-67b129128f97 with status ACTIVE [ 916.491998] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.491998] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.491998] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.491998] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.496438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.496438] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.496438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.496438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.496438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.496438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.496438] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.496438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.496438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.496438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.496438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.496438] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e59ffa7-08f8-40c6-9c3d-67b129128f97 is going to be updated. [ 916.518662] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.518662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.518662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.518662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.518662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.518662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e59ffa7-08f8-40c6-9c3d-67b129128f97" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.699711] env[69439]: INFO networking_nsxv3.common.synchronization [req-14a6413d-6c6b-4571-a1ce-4e9fd317974d req-07e62faa-808b-4cb4-8446-a19b0b93581a tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Enqueued Resource ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb with Priority: HIGHEST for action security_group_members [ 916.699711] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb with Priority: HIGHEST for action security_group_members [ 916.702128] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d9a8854-160a-44f1-8d8b-504c53031fcb taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.702318] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.702387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.702674] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.702853] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.702952] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.703025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.703184] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.703268] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.703365] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d9a8854-160a-44f1-8d8b-504c53031fcb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.742931] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: SUCCESS [ 916.743180] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.743354] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.743584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.743775] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.743895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.744072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.744143] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.744247] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.744304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.744422] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.209749] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.209964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.210121] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.210380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.211735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.212121] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.212287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.212388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.212665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.212786] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.212915] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb already deleted. [ 917.213045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.247309] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.247582] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.247691] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.248043] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.248385] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.248554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.248655] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.249020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.249132] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.249303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.249585] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.249748] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.249931] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.250163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.250388] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.250583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.250728] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.250969] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.251080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.251215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.251359] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.262727] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.263106] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-996" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.263324] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-996" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.263906] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-996" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.264494] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.264765] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.264992] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.265375] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.265649] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.266163] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.266263] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.266465] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.266652] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.267057] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.267324] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.267603] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.294682] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 in Status: SUCCESS [ 917.294682] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 deletion is rescheduled due to dependency. [ 917.294682] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.295111] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.295302] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 917.295445] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.295635] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-996" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.295978] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-cb50eedc-e7c8-4900-901c-b16846a12bef taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.296185] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-cb50eedc-e7c8-4900-901c-b16846a12bef" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.296309] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-cb50eedc-e7c8-4900-901c-b16846a12bef" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.296659] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-cb50eedc-e7c8-4900-901c-b16846a12bef" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.296805] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb50eedc-e7c8-4900-901c-b16846a12bef',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.337050] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 in Status: SUCCESS [ 917.337050] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 deletion is rescheduled due to dependency. [ 917.337050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.339200] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e in Status: SUCCESS [ 917.339522] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e deletion is rescheduled due to dependency. [ 917.339766] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.551424] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: SUCCESS [ 917.551424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.551913] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.551913] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.552207] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.552342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.552447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.552674] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.552793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.552918] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.754033] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 047dd3ee-571a-472b-931c-8add22ed0187: rpc.has_security_group_logging(os_id): False [ 917.776921] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.777130] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.777212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.777479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.777564] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.778794] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.778971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.779060] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.779284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.779355] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.779528] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.779635] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.779682] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.779839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.779917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.780330] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.780330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.780330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.780744] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.780744] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.780744] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be created. [ 917.800440] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.800764] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.800900] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.801211] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.801378] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.801539] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port cb50eedc-e7c8-4900-901c-b16846a12bef not found, creating... [ 917.801826] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.802035] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.802295] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.802422] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.802571] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.803025] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.803117] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.803252] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.803482] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.803629] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.803778] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: cb50eedc-e7c8-4900-901c-b16846a12bef is going to be created. [ 917.839804] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.840130] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.840517] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.840815] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.841132] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.841400] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-cb50eedc-e7c8-4900-901c-b16846a12bef" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.871998] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.872281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.872401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.872786] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.872973] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.927033] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: IN_PROGRESS for 2s [ 918.056105] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.117334] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 in Status: IN_PROGRESS for 4s [ 918.560605] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.699614] env[69439]: INFO networking_nsxv3.common.synchronization [req-14a6413d-6c6b-4571-a1ce-4e9fd317974d req-b4784a76-6fc6-4ef9-b920-e771b1bf902d service nova] Enqueued Resource ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb with Priority: HIGHEST for action security_group_rules [ 918.701028] env[69439]: INFO networking_nsxv3.common.synchronization [req-14a6413d-6c6b-4571-a1ce-4e9fd317974d req-b4784a76-6fc6-4ef9-b920-e771b1bf902d service nova] Enqueued Resource ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb with Priority: HIGHEST for action security_group_members [ 918.701028] env[69439]: INFO networking_nsxv3.common.synchronization [req-14a6413d-6c6b-4571-a1ce-4e9fd317974d req-b4784a76-6fc6-4ef9-b920-e771b1bf902d service nova] Enqueued Resource ID: cb50eedc-e7c8-4900-901c-b16846a12bef with Priority: HIGHEST for action port [ 918.701028] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb with Priority: HIGHEST for action security_group_rules [ 918.701028] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb with Priority: HIGHEST for action security_group_members [ 918.701028] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb50eedc-e7c8-4900-901c-b16846a12bef with Priority: HIGHEST for action port [ 918.701028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d9a8854-160a-44f1-8d8b-504c53031fcb taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.701345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.701345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.701345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.701445] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d9a8854-160a-44f1-8d8b-504c53031fcb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.702269] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d9a8854-160a-44f1-8d8b-504c53031fcb taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.706189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.706293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.706490] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.706626] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.706728] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.706790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.707029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.707029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.707125] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d9a8854-160a-44f1-8d8b-504c53031fcb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.712025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb50eedc-e7c8-4900-901c-b16846a12bef taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.712025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb50eedc-e7c8-4900-901c-b16846a12bef" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.712025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb50eedc-e7c8-4900-901c-b16846a12bef" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.712025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb50eedc-e7c8-4900-901c-b16846a12bef" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.712025] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb50eedc-e7c8-4900-901c-b16846a12bef',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.066413] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.066413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.066413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.066413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.066413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.066413] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c98b5db-4891-410d-87e5-e125e845a635 is going to be updated. [ 919.100411] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.101476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.101476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.101603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.101795] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.110689] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: IN_PROGRESS for 2s [ 919.211112] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d9a8854-160a-44f1-8d8b-504c53031fcb taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.211233] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.211419] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d9a8854-160a-44f1-8d8b-504c53031fcb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.212348] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb50eedc-e7c8-4900-901c-b16846a12bef with status ACTIVE [ 919.212543] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.212660] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.212727] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.212948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.213052] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.213237] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.213337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.213402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.213650] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.213774] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.218094] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.218267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.218370] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.218586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.218679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.218777] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb50eedc-e7c8-4900-901c-b16846a12bef is going to be updated. [ 919.243944] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.244233] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.244233] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.244383] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.245040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.245040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb50eedc-e7c8-4900-901c-b16846a12bef" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.722262] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d9a8854-160a-44f1-8d8b-504c53031fcb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.943957] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: SUCCESS [ 919.944206] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.135018] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 in Status: SUCCESS [ 920.135237] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 deletion is rescheduled due to dependency. [ 920.136032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.228386] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.229174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.229174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.229174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.229174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.229174] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb is going to be created. [ 920.261928] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.262204] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.262373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.262665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.262931] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.277512] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb in Status: UNINITIALIZED for 2s [ 921.122809] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: IN_PROGRESS for 4s [ 922.200024] env[69439]: INFO networking_nsxv3.common.synchronization [req-0bd5c100-432f-442a-89e1-f24918fbd363 req-87b8def7-4535-45e0-98d5-1108747df100 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Enqueued Resource ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d with Priority: HIGHEST for action security_group_members [ 922.200024] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d with Priority: HIGHEST for action security_group_members [ 922.200468] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e929c7b-d3b7-497f-b186-6b979b1ec27d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.200732] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.200910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.201230] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.203409] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.203409] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.203409] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.203409] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.203409] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.203409] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e929c7b-d3b7-497f-b186-6b979b1ec27d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.294036] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb in Status: SUCCESS [ 922.294036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.294036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.294036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.294036] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.294036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.294036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.294036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.294036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.294036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.294810] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d9a8854-160a-44f1-8d8b-504c53031fcb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.398262] env[69439]: INFO networking_nsxv3.common.synchronization [req-e2925228-fa74-4a39-b432-e5dd6707f2aa req-7cd06e9e-bd34-49fe-8208-5ec5461b5825 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Enqueued Resource ID: 95143d24-63f6-4939-95d0-89a5ed82776a with Priority: HIGHEST for action security_group_members [ 922.398262] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95143d24-63f6-4939-95d0-89a5ed82776a with Priority: HIGHEST for action security_group_members [ 922.400204] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-95143d24-63f6-4939-95d0-89a5ed82776a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.401491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.401606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.401856] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.402065] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.402188] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.402273] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.402457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.402544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.403184] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95143d24-63f6-4939-95d0-89a5ed82776a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.705041] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.705258] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.705374] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.705713] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.705801] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.705968] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.706082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.706145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.706345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.706451] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.706606] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d is going to be updated. [ 922.753678] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.753897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.756029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.756029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.756029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.771492] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d in Status: IN_PROGRESS for 2s [ 922.798556] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d9a8854-160a-44f1-8d8b-504c53031fcb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.906392] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.906739] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.906835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.907149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.907288] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.907645] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.907774] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.907890] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.908092] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.908169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.908471] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95143d24-63f6-4939-95d0-89a5ed82776a is going to be updated. [ 922.973458] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.973458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.973458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.973458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.973458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.988613] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95143d24-63f6-4939-95d0-89a5ed82776a in Status: IN_PROGRESS for 2s [ 923.140739] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: SUCCESS [ 923.141238] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.142367] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.142662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.142926] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.143073] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.143191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.143320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.143456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.143499] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.143644] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.306683] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d9a8854-160a-44f1-8d8b-504c53031fcb: rpc.has_security_group_logging(os_id): False [ 923.333435] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.333435] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.333920] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.334723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.334723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.334980] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.335844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.335844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.335844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.335844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.336151] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb is going to be created. [ 923.426924] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.427239] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.427360] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.427537] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.428922] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.445474] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb in Status: IN_PROGRESS for 2s [ 923.646450] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.646450] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.646450] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.646644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.647237] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.647237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.647237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.647237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.647237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.647436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.647494] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.647665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.647737] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.648456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.648456] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.648456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.648456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.648456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.648661] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.648661] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.648723] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.155369] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c98b5db-4891-410d-87e5-e125e845a635: rpc.has_security_group_logging(os_id): False [ 924.177037] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.177037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.177037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.177037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.177037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.177037] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.177037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.177037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.177037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.177037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.177037] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.177037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.177037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.177037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.177037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.177710] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.177710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.177710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.177710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.179940] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.179940] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c98b5db-4891-410d-87e5-e125e845a635 is going to be updated. [ 924.238876] env[69439]: INFO networking_nsxv3.common.synchronization [req-a3abc535-2ccb-4e50-88a1-50084cd7836c req-877f6841-62ed-490b-9399-cebb42bf7ceb tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Enqueued Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_members [ 924.238876] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_members [ 924.239375] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.239375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.239375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.239732] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.239732] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.239886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.239886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.239988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.242286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.242286] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.260163] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.260993] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.260993] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.260993] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.261199] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.280808] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: IN_PROGRESS for 2s [ 924.445923] env[69439]: INFO networking_nsxv3.common.synchronization [req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 req-07a1946c-a822-41d9-85c4-586553e8cbb6 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Enqueued Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_members [ 924.446563] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGHEST for action security_group_members [ 924.446887] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.447285] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.746709] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.782656] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d in Status: SUCCESS [ 924.782656] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d deletion is rescheduled due to dependency. [ 924.782656] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.000662] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95143d24-63f6-4939-95d0-89a5ed82776a in Status: SUCCESS [ 925.000724] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95143d24-63f6-4939-95d0-89a5ed82776a deletion is rescheduled due to dependency. [ 925.000927] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.250412] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.460079] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb in Status: SUCCESS [ 925.460575] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.753502] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.754303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.754303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.754303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.754303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.754303] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 is going to be updated. [ 925.789159] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.789159] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.789402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.789440] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.789624] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.801316] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: IN_PROGRESS for 2s [ 925.887494] env[69439]: INFO networking_nsxv3.common.synchronization [req-98807541-0019-4e4f-9e61-4b2768e7b340 req-ead6d929-0dc5-42b6-9af6-491769e832f2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 925.888650] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 925.889086] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.889086] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.889086] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.889624] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.889624] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.889624] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.889624] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.890090] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.890090] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.890090] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.300284] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: SUCCESS [ 926.300713] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.398562] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.398759] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.398834] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.399078] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.399176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.399393] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.399517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.399574] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.399750] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.399833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.399928] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be updated. [ 926.433661] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.433994] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.433994] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.434230] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.435393] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.447986] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: IN_PROGRESS for 2s [ 927.679438] env[69439]: INFO networking_nsxv3.common.synchronization [req-30631f40-f706-4242-8ec9-9ed49a193bc1 req-8addba03-035e-44a3-8fdb-014c2ed946b9 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Enqueued Resource ID: e71cd337-277a-4191-9732-bab35a2810b1 with Priority: HIGHEST for action security_group_members [ 927.680405] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71cd337-277a-4191-9732-bab35a2810b1 with Priority: HIGHEST for action security_group_members [ 927.680766] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71cd337-277a-4191-9732-bab35a2810b1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.680904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.680963] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.681236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.681390] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.681483] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.681541] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.681688] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.681809] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.681924] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71cd337-277a-4191-9732-bab35a2810b1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.824822] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: SUCCESS [ 927.825171] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.825577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.825805] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.825994] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.826218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.826326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.826430] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.826520] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.826650] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.101995] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-281 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.102275] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.102460] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.102712] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.102976] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.103152] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.103273] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.103632] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.103878] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.105293] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.105464] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.105594] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.105709] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.105828] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.105975] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.106216] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.132037] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.132037] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 928.132037] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.132324] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.132927] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-0af88c30-6e04-472a-9473-3143f982c88f taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.133222] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-0af88c30-6e04-472a-9473-3143f982c88f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.133395] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-0af88c30-6e04-472a-9473-3143f982c88f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.133776] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-0af88c30-6e04-472a-9473-3143f982c88f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.133987] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0af88c30-6e04-472a-9473-3143f982c88f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.185067] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.185067] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.185067] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.185412] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.185412] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.185412] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.185541] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.185577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.185715] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.185791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.185884] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71cd337-277a-4191-9732-bab35a2810b1 already deleted. [ 928.186045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.331636] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.331862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.331862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.332175] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.332298] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.332532] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.332681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.332749] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.332935] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.333043] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.333141] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 is going to be updated. [ 928.369333] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.369554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.369658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.369794] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.369935] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.382137] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: IN_PROGRESS for 2s [ 928.459510] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 928.459510] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 deletion is rescheduled due to dependency. [ 928.459510] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.637224] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.637475] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.637661] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.637959] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.638175] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.638345] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 0af88c30-6e04-472a-9473-3143f982c88f not found, creating... [ 928.638710] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.638893] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.639036] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.639281] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.639430] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.639813] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.639999] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.640150] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.640372] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.640537] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.640692] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 0af88c30-6e04-472a-9473-3143f982c88f is going to be created. [ 928.664328] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.664775] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.664775] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.665267] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.665636] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.666136] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-0af88c30-6e04-472a-9473-3143f982c88f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.333916] env[69439]: INFO networking_nsxv3.common.synchronization [req-e855413c-c7a1-4f8d-b088-5101bea340b1 req-53f0f457-bc00-41ab-acd3-32017195fe98 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Enqueued Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_members [ 929.333916] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_members [ 929.334369] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.334369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.334369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.334632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.335402] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.335402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.335402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.335402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.335402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.335402] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.560027] env[69439]: INFO networking_nsxv3.common.synchronization [req-30631f40-f706-4242-8ec9-9ed49a193bc1 req-09e80462-8e75-424b-9565-078df3d09e1b service nova] Enqueued Resource ID: e71cd337-277a-4191-9732-bab35a2810b1 with Priority: HIGHEST for action security_group_rules [ 929.560344] env[69439]: INFO networking_nsxv3.common.synchronization [req-30631f40-f706-4242-8ec9-9ed49a193bc1 req-09e80462-8e75-424b-9565-078df3d09e1b service nova] Enqueued Resource ID: e71cd337-277a-4191-9732-bab35a2810b1 with Priority: HIGHEST for action security_group_members [ 929.560704] env[69439]: INFO networking_nsxv3.common.synchronization [req-30631f40-f706-4242-8ec9-9ed49a193bc1 req-09e80462-8e75-424b-9565-078df3d09e1b service nova] Enqueued Resource ID: 0af88c30-6e04-472a-9473-3143f982c88f with Priority: HIGHEST for action port [ 929.561553] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71cd337-277a-4191-9732-bab35a2810b1 with Priority: HIGHEST for action security_group_rules [ 929.561623] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71cd337-277a-4191-9732-bab35a2810b1 with Priority: HIGHEST for action security_group_members [ 929.561755] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af88c30-6e04-472a-9473-3143f982c88f with Priority: HIGHEST for action port [ 929.562140] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e71cd337-277a-4191-9732-bab35a2810b1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.562301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.562479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.562736] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.562907] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e71cd337-277a-4191-9732-bab35a2810b1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.568046] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71cd337-277a-4191-9732-bab35a2810b1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.568280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.568382] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.568673] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.568925] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.569091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.569186] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.569448] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.570576] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.570576] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71cd337-277a-4191-9732-bab35a2810b1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.571020] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-0af88c30-6e04-472a-9473-3143f982c88f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.571168] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0af88c30-6e04-472a-9473-3143f982c88f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.571380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0af88c30-6e04-472a-9473-3143f982c88f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.571531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0af88c30-6e04-472a-9473-3143f982c88f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.571649] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0af88c30-6e04-472a-9473-3143f982c88f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.838653] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.067658] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71cd337-277a-4191-9732-bab35a2810b1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.067967] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.075137] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e71cd337-277a-4191-9732-bab35a2810b1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.076135] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0af88c30-6e04-472a-9473-3143f982c88f with status ACTIVE [ 930.076877] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.076877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.076877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.076877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.077244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.077283] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.077386] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.077448] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.077619] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.077717] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.077977] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.077977] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.078194] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.078541] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.078665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.078781] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0af88c30-6e04-472a-9473-3143f982c88f is going to be updated. [ 930.107360] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.107360] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.107360] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.107585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.107716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.107889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0af88c30-6e04-472a-9473-3143f982c88f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.215194] env[69439]: INFO networking_nsxv3.common.synchronization [req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 req-a17a34ef-b8f5-454f-8494-cdd5f6bd2f4a tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Enqueued Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_members [ 930.215841] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_members [ 930.216547] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.216547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.216547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.216779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.216852] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.216938] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.217098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.217944] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.219643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.219643] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.348579] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.394633] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 in Status: SUCCESS [ 930.394833] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 deletion is rescheduled due to dependency. [ 930.394975] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.582041] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e71cd337-277a-4191-9732-bab35a2810b1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.612852] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.616138] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-661" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.616138] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-661" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.616138] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-661" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.616138] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.616138] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.616138] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.616138] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.616138] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.616138] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.616138] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.616138] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.616138] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.616138] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.616138] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.616138] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.637159] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.637377] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 930.637521] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.637701] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-661" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.638035] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-071c20d0-a41c-4a79-ac93-b9a457c13c5f taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.638218] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-071c20d0-a41c-4a79-ac93-b9a457c13c5f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.638345] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-071c20d0-a41c-4a79-ac93-b9a457c13c5f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.638766] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-071c20d0-a41c-4a79-ac93-b9a457c13c5f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.638907] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('071c20d0-a41c-4a79-ac93-b9a457c13c5f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.722498] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.722722] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.722722] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.723021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.723266] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.723338] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.723419] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.723485] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.725313] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.725510] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.725859] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b already deleted. [ 930.726322] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.851398] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.851585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.851585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.851916] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.852083] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.852125] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c98b5db-4891-410d-87e5-e125e845a635 is going to be updated. [ 930.890448] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.890633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.890700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.890943] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.891130] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.901058] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: IN_PROGRESS for 2s [ 931.089407] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.089407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.089407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.089407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.089407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.089407] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71cd337-277a-4191-9732-bab35a2810b1 is going to be created. [ 931.121028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.121239] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.121351] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.121661] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.121889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.135395] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71cd337-277a-4191-9732-bab35a2810b1 in Status: UNINITIALIZED for 2s [ 931.145263] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.145263] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.145263] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.145467] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.145597] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.145858] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 071c20d0-a41c-4a79-ac93-b9a457c13c5f not found, creating... [ 931.146327] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.146588] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.146779] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.150304] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.150841] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.151374] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.151664] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.151824] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.152194] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.152409] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.152624] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 071c20d0-a41c-4a79-ac93-b9a457c13c5f is going to be created. [ 931.191199] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.191520] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.191659] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.192010] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.192322] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.192570] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-071c20d0-a41c-4a79-ac93-b9a457c13c5f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.083368] env[69439]: INFO networking_nsxv3.common.synchronization [req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 req-1bb50faa-2e10-4701-a89c-5825cb43a9c6 service nova] Enqueued Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_rules [ 932.083368] env[69439]: INFO networking_nsxv3.common.synchronization [req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 req-1bb50faa-2e10-4701-a89c-5825cb43a9c6 service nova] Enqueued Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_members [ 932.083368] env[69439]: INFO networking_nsxv3.common.synchronization [req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 req-1bb50faa-2e10-4701-a89c-5825cb43a9c6 service nova] Enqueued Resource ID: 071c20d0-a41c-4a79-ac93-b9a457c13c5f with Priority: HIGHEST for action port [ 932.083368] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_rules [ 932.083368] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_members [ 932.083368] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 071c20d0-a41c-4a79-ac93-b9a457c13c5f with Priority: HIGHEST for action port [ 932.084595] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.084804] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.084897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.086226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.086226] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.086226] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.086410] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.086447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.086665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.086792] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.086886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.086965] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.087353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.087446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.087542] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.089979] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-071c20d0-a41c-4a79-ac93-b9a457c13c5f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.090102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-071c20d0-a41c-4a79-ac93-b9a457c13c5f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.090102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-071c20d0-a41c-4a79-ac93-b9a457c13c5f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.090267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-071c20d0-a41c-4a79-ac93-b9a457c13c5f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.090359] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('071c20d0-a41c-4a79-ac93-b9a457c13c5f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.595117] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.595117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.595117] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.595117] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 071c20d0-a41c-4a79-ac93-b9a457c13c5f with status ACTIVE [ 932.595117] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.595117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.595117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.595117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.595117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.596728] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.596849] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.596849] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.597081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.597191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.597431] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.597577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.597651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.597828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.597914] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.597989] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 071c20d0-a41c-4a79-ac93-b9a457c13c5f is going to be updated. [ 932.628356] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.628356] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.628356] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.628356] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.628356] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.628356] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-071c20d0-a41c-4a79-ac93-b9a457c13c5f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.914133] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: SUCCESS [ 932.914442] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.100468] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.160039] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71cd337-277a-4191-9732-bab35a2810b1 in Status: SUCCESS [ 933.160039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.160039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.160039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.160039] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.160039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.160039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.161041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.161385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.161837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.162143] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e71cd337-277a-4191-9732-bab35a2810b1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.448715] env[69439]: INFO networking_nsxv3.common.synchronization [req-58a37a32-b452-48a9-aeb0-81be704066cd req-4c679563-f54c-4e23-b564-26ef1f2798a4 tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Enqueued Resource ID: ede72296-12d9-40a6-a978-a526dc0b3952 with Priority: HIGHEST for action security_group_members [ 933.450075] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede72296-12d9-40a6-a978-a526dc0b3952 with Priority: HIGHEST for action security_group_members [ 933.450491] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-ede72296-12d9-40a6-a978-a526dc0b3952 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.450699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.450832] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.451196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.451532] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.451653] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.451722] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.453517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.453517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.453517] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ede72296-12d9-40a6-a978-a526dc0b3952',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.607555] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.607725] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.607808] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.608089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.608182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.608308] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b is going to be created. [ 933.635827] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.635933] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.636032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.636327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.637189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.647802] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b in Status: UNINITIALIZED for 2s [ 933.665530] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71cd337-277a-4191-9732-bab35a2810b1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.665796] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.665796] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.666090] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.666287] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.666694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.666694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.666694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.666836] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.666909] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.667096] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71cd337-277a-4191-9732-bab35a2810b1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.667197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.667261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.667403] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.667544] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.667655] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.667749] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.667990] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.668095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.668182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.668274] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e71cd337-277a-4191-9732-bab35a2810b1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.810562] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.810835] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-860" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.810919] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-860" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.811747] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-860" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.812174] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.812418] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.812617] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.813121] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.813262] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.813498] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.813640] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.813806] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.814040] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.814145] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.814210] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.814358] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.836747] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.836939] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 933.837101] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.837296] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-860" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.837721] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-69c3b7cc-b011-415c-b423-e2b5fc6f0838 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.837926] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-69c3b7cc-b011-415c-b423-e2b5fc6f0838" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.838079] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-69c3b7cc-b011-415c-b423-e2b5fc6f0838" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.838519] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-69c3b7cc-b011-415c-b423-e2b5fc6f0838" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.838755] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69c3b7cc-b011-415c-b423-e2b5fc6f0838',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.955191] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.955548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.955668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.955980] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.956225] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.956463] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.956626] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.956723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.956985] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.957093] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.957306] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ede72296-12d9-40a6-a978-a526dc0b3952 already deleted. [ 933.957306] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.174821] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e71cd337-277a-4191-9732-bab35a2810b1: rpc.has_security_group_logging(os_id): False [ 934.206450] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.206704] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.206704] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.206946] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.207080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.207356] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.207529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.207620] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.207829] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.207934] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.208138] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.208274] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.208336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.208540] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.208625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.208876] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.208993] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.209088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.209317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.209402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.209486] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e71cd337-277a-4191-9732-bab35a2810b1 is going to be created. [ 934.301443] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.301837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.301837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.302094] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.302272] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.318430] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e71cd337-277a-4191-9732-bab35a2810b1 in Status: IN_PROGRESS for 2s [ 934.341919] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.342235] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.342328] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.343021] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.343021] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.343021] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 69c3b7cc-b011-415c-b423-e2b5fc6f0838 not found, creating... [ 934.343275] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.343467] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.343591] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.343874] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.344483] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.344595] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.344807] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.345051] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.345404] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.345696] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.345923] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 69c3b7cc-b011-415c-b423-e2b5fc6f0838 is going to be created. [ 934.380124] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.380510] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.380747] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.381142] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.381507] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.381868] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-69c3b7cc-b011-415c-b423-e2b5fc6f0838" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.290607] env[69439]: INFO networking_nsxv3.common.synchronization [req-58a37a32-b452-48a9-aeb0-81be704066cd req-57accf97-3117-44f3-a7e5-6956adf6af39 service nova] Enqueued Resource ID: ede72296-12d9-40a6-a978-a526dc0b3952 with Priority: HIGHEST for action security_group_rules [ 935.290982] env[69439]: INFO networking_nsxv3.common.synchronization [req-58a37a32-b452-48a9-aeb0-81be704066cd req-57accf97-3117-44f3-a7e5-6956adf6af39 service nova] Enqueued Resource ID: ede72296-12d9-40a6-a978-a526dc0b3952 with Priority: HIGHEST for action security_group_members [ 935.291191] env[69439]: INFO networking_nsxv3.common.synchronization [req-58a37a32-b452-48a9-aeb0-81be704066cd req-57accf97-3117-44f3-a7e5-6956adf6af39 service nova] Enqueued Resource ID: 69c3b7cc-b011-415c-b423-e2b5fc6f0838 with Priority: HIGHEST for action port [ 935.292025] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede72296-12d9-40a6-a978-a526dc0b3952 with Priority: HIGHEST for action security_group_rules [ 935.292699] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede72296-12d9-40a6-a978-a526dc0b3952 with Priority: HIGHEST for action security_group_members [ 935.292852] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c3b7cc-b011-415c-b423-e2b5fc6f0838 with Priority: HIGHEST for action port [ 935.293262] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ede72296-12d9-40a6-a978-a526dc0b3952 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.293463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.293555] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.294167] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.294306] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ede72296-12d9-40a6-a978-a526dc0b3952',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.295405] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-ede72296-12d9-40a6-a978-a526dc0b3952 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.295576] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.296093] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.296439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.296731] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.296932] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.297087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.297339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.297491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.297839] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ede72296-12d9-40a6-a978-a526dc0b3952',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.299212] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-69c3b7cc-b011-415c-b423-e2b5fc6f0838 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.299436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69c3b7cc-b011-415c-b423-e2b5fc6f0838" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.299676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69c3b7cc-b011-415c-b423-e2b5fc6f0838" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.303050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69c3b7cc-b011-415c-b423-e2b5fc6f0838" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.303050] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69c3b7cc-b011-415c-b423-e2b5fc6f0838',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.399690] env[69439]: INFO networking_nsxv3.common.synchronization [req-dbacd122-149a-4aa4-95ec-eecc4257c844 req-166e9a97-588c-47ce-9a0a-d55eab24710d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Enqueued Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 935.399690] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 935.400138] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.400280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.400342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.400537] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.400748] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.400864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.400954] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.401722] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.401722] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.401722] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.657353] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b in Status: SUCCESS [ 935.657570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.657741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.658013] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.658166] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.658284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.658349] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.658537] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.658630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.658687] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.658767] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.800294] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ede72296-12d9-40a6-a978-a526dc0b3952',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.803520] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-ede72296-12d9-40a6-a978-a526dc0b3952 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.803694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.803835] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69c3b7cc-b011-415c-b423-e2b5fc6f0838 with status ACTIVE [ 935.804231] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.804393] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.804479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.804716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.804852] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.805307] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.805307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.805307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.805570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.805644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.805936] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.806163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.806298] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.807888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.807888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.807888] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69c3b7cc-b011-415c-b423-e2b5fc6f0838 is going to be updated. [ 935.844603] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.844839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.845556] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.845928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.846105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.846626] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69c3b7cc-b011-415c-b423-e2b5fc6f0838" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.906130] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.906299] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.906378] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.906592] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.906725] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.906946] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.907083] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.907147] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.907315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.907395] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.907501] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 is going to be updated. [ 935.957014] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.957014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.957014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.957014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.957014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.973828] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: IN_PROGRESS for 2s [ 936.161740] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.303183] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ede72296-12d9-40a6-a978-a526dc0b3952',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.334180] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e71cd337-277a-4191-9732-bab35a2810b1 in Status: SUCCESS [ 936.334764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.431187] env[69439]: INFO networking_nsxv3.common.synchronization [req-48b6af22-9e79-49a3-9a97-063e70029bbf req-af1005e2-c650-4ae8-a8bd-29c7246b0cd3 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Enqueued Resource ID: 51b1206e-8060-43b0-bd32-be99c8eb203c with Priority: HIGHEST for action security_group_members [ 936.431187] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b1206e-8060-43b0-bd32-be99c8eb203c with Priority: HIGHEST for action security_group_members [ 936.431187] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b1206e-8060-43b0-bd32-be99c8eb203c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.431781] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.432103] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.436041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.436041] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.436041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.436041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.436041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.436041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.436041] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.664463] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 621ba6ba-2f94-4e51-8b68-d56a5a1d992b: rpc.has_security_group_logging(os_id): False [ 936.690094] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.693031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.693031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.693031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.693031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.693031] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.693031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.693031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.693031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.693031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.693031] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b is going to be created. [ 936.757594] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.757594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.757594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.757594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.757594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.768868] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b in Status: IN_PROGRESS for 2s [ 936.807559] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.807559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.807559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.807559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.807559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.807559] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ede72296-12d9-40a6-a978-a526dc0b3952 is going to be created. [ 936.854124] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.854310] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.854366] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.854595] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.855183] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.866148] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ede72296-12d9-40a6-a978-a526dc0b3952 in Status: UNINITIALIZED for 2s [ 936.942451] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.955887] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-281 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.956046] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.956181] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.956491] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.957374] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.957644] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.958177] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.959035] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.959035] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.959236] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.959503] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.959631] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.959802] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.959922] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.960040] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.960188] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.980631] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.980917] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 936.981140] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.981363] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-281" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.981735] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-51a898da-4c04-4385-97b9-68224a7e9b5d taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.981998] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-51a898da-4c04-4385-97b9-68224a7e9b5d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.982093] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-51a898da-4c04-4385-97b9-68224a7e9b5d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.982456] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-51a898da-4c04-4385-97b9-68224a7e9b5d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.983158] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51a898da-4c04-4385-97b9-68224a7e9b5d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.447630] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.485955] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.486222] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.486358] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.486737] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.487021] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.487276] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 51a898da-4c04-4385-97b9-68224a7e9b5d not found, creating... [ 937.487534] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.487704] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.487867] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.488125] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.488291] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.488612] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.488785] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.488921] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.489157] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.489300] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.489445] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 51a898da-4c04-4385-97b9-68224a7e9b5d is going to be created. [ 937.521874] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.522164] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.522453] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.522791] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.523171] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.523543] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-51a898da-4c04-4385-97b9-68224a7e9b5d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.951021] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.951222] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.951329] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.951563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.951647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.952584] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b1206e-8060-43b0-bd32-be99c8eb203c is going to be updated. [ 937.998055] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: SUCCESS [ 937.998260] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 deletion is rescheduled due to dependency. [ 937.998369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.017878] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.018094] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.018145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.018361] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.018508] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.033952] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b1206e-8060-43b0-bd32-be99c8eb203c in Status: IN_PROGRESS for 2s [ 938.445669] env[69439]: INFO networking_nsxv3.common.synchronization [req-48b6af22-9e79-49a3-9a97-063e70029bbf req-8ab2a055-4e7e-49b0-82d6-ba26f197b7ed service nova] Enqueued Resource ID: 51b1206e-8060-43b0-bd32-be99c8eb203c with Priority: HIGHEST for action security_group_rules [ 938.445865] env[69439]: INFO networking_nsxv3.common.synchronization [req-48b6af22-9e79-49a3-9a97-063e70029bbf req-8ab2a055-4e7e-49b0-82d6-ba26f197b7ed service nova] Enqueued Resource ID: 51b1206e-8060-43b0-bd32-be99c8eb203c with Priority: HIGHEST for action security_group_members [ 938.446022] env[69439]: INFO networking_nsxv3.common.synchronization [req-48b6af22-9e79-49a3-9a97-063e70029bbf req-8ab2a055-4e7e-49b0-82d6-ba26f197b7ed service nova] Enqueued Resource ID: 51a898da-4c04-4385-97b9-68224a7e9b5d with Priority: HIGHEST for action port [ 938.446756] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b1206e-8060-43b0-bd32-be99c8eb203c with Priority: HIGHEST for action security_group_rules [ 938.446882] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b1206e-8060-43b0-bd32-be99c8eb203c with Priority: HIGHEST for action security_group_members [ 938.447018] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51a898da-4c04-4385-97b9-68224a7e9b5d with Priority: HIGHEST for action port [ 938.447256] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b1206e-8060-43b0-bd32-be99c8eb203c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.447383] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.447452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.448078] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.448078] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.448762] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b1206e-8060-43b0-bd32-be99c8eb203c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.448899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.449105] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-51a898da-4c04-4385-97b9-68224a7e9b5d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.449239] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51a898da-4c04-4385-97b9-68224a7e9b5d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.449278] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51a898da-4c04-4385-97b9-68224a7e9b5d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.449458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51a898da-4c04-4385-97b9-68224a7e9b5d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.449538] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51a898da-4c04-4385-97b9-68224a7e9b5d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.783087] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b in Status: SUCCESS [ 938.783566] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.881067] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ede72296-12d9-40a6-a978-a526dc0b3952 in Status: SUCCESS [ 938.881357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.881560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.881797] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.882306] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.882468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.882468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.882715] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.882828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.882958] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.884894] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ede72296-12d9-40a6-a978-a526dc0b3952',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.953286] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b1206e-8060-43b0-bd32-be99c8eb203c taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.953479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.954768] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51a898da-4c04-4385-97b9-68224a7e9b5d with status ACTIVE [ 938.954768] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.954768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.954768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.954768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.954768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.955135] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.955135] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.955135] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.955346] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.955468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.955737] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.955872] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.955968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.957741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.957793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.957916] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51a898da-4c04-4385-97b9-68224a7e9b5d is going to be updated. [ 938.994591] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.994804] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.994903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.995165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.995408] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.995577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51a898da-4c04-4385-97b9-68224a7e9b5d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.392022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-ede72296-12d9-40a6-a978-a526dc0b3952 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.392022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.392022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.392022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.392022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.392022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.392022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.392022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.392022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.392022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.392022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-ede72296-12d9-40a6-a978-a526dc0b3952 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.392022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.392022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.392022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.392022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.392022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.393304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.393304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.393304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.393304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.393304] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ede72296-12d9-40a6-a978-a526dc0b3952',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.845152] env[69439]: INFO networking_nsxv3.common.synchronization [None req-e62bea4e-d577-41c0-9aab-73d9ce8f7061 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Enqueued Resource ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 with Priority: HIGHEST for action security_group_rules [ 939.845152] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 with Priority: HIGHEST for action security_group_rules [ 939.845682] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.846197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.846410] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.846787] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.847400] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a75c69a9-f5a7-4382-9867-2083f7bef2c0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.898896] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ede72296-12d9-40a6-a978-a526dc0b3952: rpc.has_security_group_logging(os_id): False [ 939.922027] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.922027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.922027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.922027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.922027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.922027] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.922027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.922027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.922027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.922027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.922027] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.922027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.922027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.922027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.923211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.923670] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.923924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.924131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.924384] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.924587] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.926350] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ede72296-12d9-40a6-a978-a526dc0b3952 is going to be created. [ 939.966134] env[69439]: INFO networking_nsxv3.common.synchronization [None req-06a3d6b0-a5de-478b-944a-f654064c1423 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Enqueued Resource ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 with Priority: HIGHEST for action security_group_rules [ 939.966857] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 with Priority: HIGHEST for action security_group_rules [ 939.967481] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.967767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.004026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.004026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.004026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.004026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.004026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.018374] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ede72296-12d9-40a6-a978-a526dc0b3952 in Status: IN_PROGRESS for 2s [ 940.047764] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b1206e-8060-43b0-bd32-be99c8eb203c in Status: SUCCESS [ 940.047764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.047764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.047764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.047764] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.047764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.047764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.047764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.047764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.047764] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.372184] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.372483] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.372483] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.372740] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.372906] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.373051] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 already deleted. [ 940.373142] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.373347] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.373554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.373664] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a75c69a9-f5a7-4382-9867-2083f7bef2c0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.457746] env[69439]: INFO networking_nsxv3.common.synchronization [req-c121d994-ad5f-4179-b2f3-da02555f8852 req-5b1abba1-2d14-46f4-a50c-57a2385569a0 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Enqueued Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 940.458664] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 940.459105] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.459742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.459852] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.460076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.460251] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.460997] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.461154] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.461357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.461455] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.461553] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.553632] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.898294] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.898738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.898738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.899136] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.899336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.899522] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 already deleted. [ 940.899693] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.964684] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.056093] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.467116] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.559504] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.559700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.559783] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.560019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.560124] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.560221] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b1206e-8060-43b0-bd32-be99c8eb203c is going to be updated. [ 941.577272] env[69439]: INFO networking_nsxv3.common.synchronization [req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e req-2ae2a174-3660-426c-a07d-f0418db0f02c tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Enqueued Resource ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc with Priority: HIGHEST for action security_group_members [ 941.577812] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc with Priority: HIGHEST for action security_group_members [ 941.578584] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a79cf39f-8d64-4e90-aaa5-0994904f81cc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.578735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.578815] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.579320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.580310] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.580431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.580497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.581453] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.581453] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.581453] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a79cf39f-8d64-4e90-aaa5-0994904f81cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.593894] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.593894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.593894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.593894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.593894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.609655] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b1206e-8060-43b0-bd32-be99c8eb203c in Status: IN_PROGRESS for 2s [ 941.973933] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.973933] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.973933] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.974433] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.974433] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.974433] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 is going to be updated. [ 942.011078] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.011280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.011417] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.011531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.011677] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.023588] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: IN_PROGRESS for 2s [ 942.031039] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ede72296-12d9-40a6-a978-a526dc0b3952 in Status: SUCCESS [ 942.031280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.065661] env[69439]: INFO networking_nsxv3.common.synchronization [req-70516ac1-97f1-4019-90f1-c521c736c4d7 req-3c42d1c5-15c6-4303-947e-d6f9b819157c tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Enqueued Resource ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 with Priority: HIGHEST for action security_group_members [ 942.066541] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 with Priority: HIGHEST for action security_group_members [ 942.067096] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf70d0e5-f07c-40f0-8808-99962eb1a492 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.067292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.067418] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.067671] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.067957] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.068416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.068561] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.068854] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.068995] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.069138] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf70d0e5-f07c-40f0-8808-99962eb1a492',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.084866] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.085108] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.085182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.085424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.085550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.085758] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.085858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.085997] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.086081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.086159] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.086246] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc already deleted. [ 942.086326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.219228] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-950 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.219408] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-950" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.219550] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-950" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.220842] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-950" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.221263] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.221445] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.221573] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.221900] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.222252] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.222484] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.222616] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.222757] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.222874] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.222994] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.223123] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.223261] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.250327] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.250588] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 942.250743] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.251136] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-950" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.251413] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-7e806e4a-2504-4c31-8512-2785c9defeab taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.251626] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-7e806e4a-2504-4c31-8512-2785c9defeab" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.251824] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-7e806e4a-2504-4c31-8512-2785c9defeab" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.252301] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-7e806e4a-2504-4c31-8512-2785c9defeab" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.252371] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e806e4a-2504-4c31-8512-2785c9defeab',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.571012] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.571206] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.571282] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.571503] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.571606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.571843] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.571964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.572058] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.572231] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.572294] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.572376] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 is going to be updated. [ 942.604848] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.605011] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.605090] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.605305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.605530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.615449] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 in Status: IN_PROGRESS for 2s [ 942.755413] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.755413] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.755413] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.755767] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.755949] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.756172] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 7e806e4a-2504-4c31-8512-2785c9defeab not found, creating... [ 942.756571] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.757243] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.757243] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.757243] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.759488] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.759488] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.759488] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.759488] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.759488] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.759488] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.759488] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 7e806e4a-2504-4c31-8512-2785c9defeab is going to be created. [ 942.781252] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.781950] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.781950] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.782219] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.782518] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.782818] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-7e806e4a-2504-4c31-8512-2785c9defeab" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.621214] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b1206e-8060-43b0-bd32-be99c8eb203c in Status: SUCCESS [ 943.621214] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.621630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.621675] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.622947] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.622947] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.622947] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.622947] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.622947] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.622947] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.622947] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.817035] env[69439]: INFO networking_nsxv3.common.synchronization [req-7531c670-a6ef-4d3e-933a-f66f2039ad01 req-b700c116-50e2-41a6-86ce-89862528cb4a tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Enqueued Resource ID: e71cd337-277a-4191-9732-bab35a2810b1 with Priority: HIGHEST for action security_group_members [ 943.817035] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71cd337-277a-4191-9732-bab35a2810b1 with Priority: HIGHEST for action security_group_members [ 943.817035] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71cd337-277a-4191-9732-bab35a2810b1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.817035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.817035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.817402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.817402] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.817402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.817402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.817600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.817650] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.817743] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71cd337-277a-4191-9732-bab35a2810b1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.963041] env[69439]: INFO networking_nsxv3.common.synchronization [req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e req-628a8aef-78e3-4810-8d3c-4fdd0c0dff66 service nova] Enqueued Resource ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc with Priority: HIGHEST for action security_group_rules [ 943.963041] env[69439]: INFO networking_nsxv3.common.synchronization [req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e req-628a8aef-78e3-4810-8d3c-4fdd0c0dff66 service nova] Enqueued Resource ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc with Priority: HIGHEST for action security_group_members [ 943.963041] env[69439]: INFO networking_nsxv3.common.synchronization [req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e req-628a8aef-78e3-4810-8d3c-4fdd0c0dff66 service nova] Enqueued Resource ID: 7e806e4a-2504-4c31-8512-2785c9defeab with Priority: HIGHEST for action port [ 943.963041] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc with Priority: HIGHEST for action security_group_rules [ 943.963041] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc with Priority: HIGHEST for action security_group_members [ 943.963041] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e806e4a-2504-4c31-8512-2785c9defeab with Priority: HIGHEST for action port [ 943.963572] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a79cf39f-8d64-4e90-aaa5-0994904f81cc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.963838] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.963989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.964350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.964523] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a79cf39f-8d64-4e90-aaa5-0994904f81cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.965503] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a79cf39f-8d64-4e90-aaa5-0994904f81cc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.965751] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.965901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.966175] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.966415] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.966650] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.966804] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.967469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.967469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.967469] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a79cf39f-8d64-4e90-aaa5-0994904f81cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.971430] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e806e4a-2504-4c31-8512-2785c9defeab taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.972237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e806e4a-2504-4c31-8512-2785c9defeab" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.972414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e806e4a-2504-4c31-8512-2785c9defeab" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.973095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e806e4a-2504-4c31-8512-2785c9defeab" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.973095] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e806e4a-2504-4c31-8512-2785c9defeab',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.034308] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: SUCCESS [ 944.035938] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.134032] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b1206e-8060-43b0-bd32-be99c8eb203c taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.134032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.134032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.134032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.134032] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.134032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.134032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.134032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.134032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.134032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.134032] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b1206e-8060-43b0-bd32-be99c8eb203c taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.134032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.134032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.134032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.134032] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.134032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.134884] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.134884] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.134884] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.134884] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.134884] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.324038] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.324038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.324038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.324038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.324038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.324038] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.324038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.324038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.324038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.324038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.324038] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71cd337-277a-4191-9732-bab35a2810b1 is going to be updated. [ 944.352526] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.352687] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.352760] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.352989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.354093] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.363558] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71cd337-277a-4191-9732-bab35a2810b1 in Status: IN_PROGRESS for 2s [ 944.475257] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a79cf39f-8d64-4e90-aaa5-0994904f81cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.476332] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a79cf39f-8d64-4e90-aaa5-0994904f81cc taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.476444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.476679] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e806e4a-2504-4c31-8512-2785c9defeab with status ACTIVE [ 944.476859] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.476972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.477055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.477256] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.477343] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.477512] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.477653] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.477653] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.477826] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.478746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.478933] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.479052] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.479298] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.479514] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.479613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.479733] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e806e4a-2504-4c31-8512-2785c9defeab is going to be updated. [ 944.506229] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.506375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.506437] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.506644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.506778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.506931] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e806e4a-2504-4c31-8512-2785c9defeab" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.633652] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 in Status: SUCCESS [ 944.633652] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf70d0e5-f07c-40f0-8808-99962eb1a492 deletion is rescheduled due to dependency. [ 944.633652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf70d0e5-f07c-40f0-8808-99962eb1a492" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.640333] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51b1206e-8060-43b0-bd32-be99c8eb203c: rpc.has_security_group_logging(os_id): False [ 944.663216] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.663444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.663531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.663846] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.664629] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.664629] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.664629] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.664875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.665129] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.665129] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.665649] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.665649] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.665649] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.665833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.665833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.666027] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.666138] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.666230] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.666325] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.666409] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.666494] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b1206e-8060-43b0-bd32-be99c8eb203c is going to be updated. [ 944.758194] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.758194] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.758390] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.758522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.758611] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.794304] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b1206e-8060-43b0-bd32-be99c8eb203c in Status: IN_PROGRESS for 2s [ 944.981461] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a79cf39f-8d64-4e90-aaa5-0994904f81cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.484653] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.484861] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.484941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.485225] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.485329] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.485441] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc is going to be created. [ 945.515292] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.515292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.515582] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.515678] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.515888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.535282] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc in Status: UNINITIALIZED for 2s [ 946.375496] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71cd337-277a-4191-9732-bab35a2810b1 in Status: SUCCESS [ 946.375794] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71cd337-277a-4191-9732-bab35a2810b1 deletion is rescheduled due to dependency. [ 946.375794] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.809166] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b1206e-8060-43b0-bd32-be99c8eb203c in Status: SUCCESS [ 946.809390] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.082433] env[69439]: INFO networking_nsxv3.common.synchronization [req-39a48275-0fee-44e4-b851-de182a9e60c6 req-621fac79-eb52-4f7f-895d-72d83c6c5155 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Enqueued Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_members [ 947.083038] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGHEST for action security_group_members [ 947.083329] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.083449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.083519] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.083702] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.083853] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.083940] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.084279] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.088253] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.088253] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.088253] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.547451] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc in Status: SUCCESS [ 947.547742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.552407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.552407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.552407] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.552407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.552407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.552407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.552407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.552407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.552407] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a79cf39f-8d64-4e90-aaa5-0994904f81cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.590900] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.591346] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.591478] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.591770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.591927] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.592206] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.592355] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.592452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.592741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.592922] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.594335] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 is going to be updated. [ 947.635864] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.635864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.635864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.635864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.635864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.645561] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: IN_PROGRESS for 2s [ 948.051133] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a79cf39f-8d64-4e90-aaa5-0994904f81cc taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.051337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.051387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.051581] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.051992] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.052107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.052178] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.052415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.052518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.052630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.052791] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a79cf39f-8d64-4e90-aaa5-0994904f81cc taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.052972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.052972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.053113] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.053251] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.053344] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.053406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.053544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.053641] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.053862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.053945] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a79cf39f-8d64-4e90-aaa5-0994904f81cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.556362] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a79cf39f-8d64-4e90-aaa5-0994904f81cc: rpc.has_security_group_logging(os_id): False [ 948.581026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.581225] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.581284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.581508] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.581615] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.581868] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.581979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.582053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.582668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.582668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.582668] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.582668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.582919] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.582919] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.582919] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.583251] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.583407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.583509] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.583780] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.583940] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.584104] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc is going to be created. [ 948.648744] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.648844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.649118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.649201] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.649613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.664629] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc in Status: IN_PROGRESS for 2s [ 949.099420] env[69439]: INFO networking_nsxv3.common.synchronization [req-a01c77ae-8b14-4198-84e9-272a189ba3ff req-3bb3e826-c98d-4532-91e2-5460f0c7a575 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Enqueued Resource ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a with Priority: HIGHEST for action security_group_members [ 949.099879] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a with Priority: HIGHEST for action security_group_members [ 949.100202] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ca2f32f-87ec-4548-878c-2733cdec1c9a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.100807] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.100807] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.147302] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.147302] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.147302] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.147302] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.147302] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.147302] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.147302] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ca2f32f-87ec-4548-878c-2733cdec1c9a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.609421] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.609723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.609723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.609881] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.609981] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.610287] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.610438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.610514] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.610652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.610775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.610906] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a already deleted. [ 949.611040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.660195] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 in Status: SUCCESS [ 949.660195] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 deletion is rescheduled due to dependency. [ 949.660195] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.854701] env[69439]: INFO networking_nsxv3.common.synchronization [req-c5695f83-1006-4b2f-ab29-089cb1c1192d req-c497f423-4c8e-406f-b5e6-64f386c7ba6f tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Enqueued Resource ID: ede72296-12d9-40a6-a978-a526dc0b3952 with Priority: HIGHEST for action security_group_members [ 949.856212] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede72296-12d9-40a6-a978-a526dc0b3952 with Priority: HIGHEST for action security_group_members [ 949.856212] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-ede72296-12d9-40a6-a978-a526dc0b3952 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.856212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.856212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.857466] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.857466] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.858625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.858687] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.858967] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.859080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.859188] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ede72296-12d9-40a6-a978-a526dc0b3952',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.868400] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.868635] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.868765] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.869086] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.869858] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.869858] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.869858] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.872272] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.872472] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.872713] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.872836] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.872949] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.873069] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.874059] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.874059] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.874059] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.900249] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.900303] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 949.900458] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.900659] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.901094] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-08979f0f-bc23-4387-ab59-0c1042f640e8 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.901293] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-08979f0f-bc23-4387-ab59-0c1042f640e8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.901979] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-08979f0f-bc23-4387-ab59-0c1042f640e8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.902548] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-08979f0f-bc23-4387-ab59-0c1042f640e8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.902548] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08979f0f-bc23-4387-ab59-0c1042f640e8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.378611] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.378611] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.378611] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.378611] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.378611] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.378611] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.378611] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.378611] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.378611] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.378611] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.378611] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ede72296-12d9-40a6-a978-a526dc0b3952 is going to be updated. [ 950.405792] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.406127] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.406203] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.406465] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.406617] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.406837] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 08979f0f-bc23-4387-ab59-0c1042f640e8 not found, creating... [ 950.407128] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.407294] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.407417] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.407642] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.407788] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.408120] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.408278] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.408415] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.408649] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.408800] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.409418] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 08979f0f-bc23-4387-ab59-0c1042f640e8 is going to be created. [ 950.434271] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.434634] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.435080] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.435191] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.436125] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.436125] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-08979f0f-bc23-4387-ab59-0c1042f640e8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.438519] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.438719] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.438719] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.438952] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.439110] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.450238] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ede72296-12d9-40a6-a978-a526dc0b3952 in Status: IN_PROGRESS for 2s [ 950.679882] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc in Status: SUCCESS [ 950.680218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.389061] env[69439]: INFO networking_nsxv3.common.synchronization [req-a01c77ae-8b14-4198-84e9-272a189ba3ff req-a863fc43-3407-40a0-9fc5-6fdce29f8409 service nova] Enqueued Resource ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a with Priority: HIGHEST for action security_group_rules [ 951.389253] env[69439]: INFO networking_nsxv3.common.synchronization [req-a01c77ae-8b14-4198-84e9-272a189ba3ff req-a863fc43-3407-40a0-9fc5-6fdce29f8409 service nova] Enqueued Resource ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a with Priority: HIGHEST for action security_group_members [ 951.389393] env[69439]: INFO networking_nsxv3.common.synchronization [req-a01c77ae-8b14-4198-84e9-272a189ba3ff req-a863fc43-3407-40a0-9fc5-6fdce29f8409 service nova] Enqueued Resource ID: 08979f0f-bc23-4387-ab59-0c1042f640e8 with Priority: HIGHEST for action port [ 951.390089] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a with Priority: HIGHEST for action security_group_rules [ 951.390136] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a with Priority: HIGHEST for action security_group_members [ 951.391054] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08979f0f-bc23-4387-ab59-0c1042f640e8 with Priority: HIGHEST for action port [ 951.391054] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ca2f32f-87ec-4548-878c-2733cdec1c9a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.392933] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.393024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.393527] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.393527] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ca2f32f-87ec-4548-878c-2733cdec1c9a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.397060] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ca2f32f-87ec-4548-878c-2733cdec1c9a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.397060] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.397060] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.397060] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.397060] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.397060] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.397060] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.397668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.397668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.397668] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ca2f32f-87ec-4548-878c-2733cdec1c9a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.399631] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-08979f0f-bc23-4387-ab59-0c1042f640e8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.399631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08979f0f-bc23-4387-ab59-0c1042f640e8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.399631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08979f0f-bc23-4387-ab59-0c1042f640e8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.399631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08979f0f-bc23-4387-ab59-0c1042f640e8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.399631] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08979f0f-bc23-4387-ab59-0c1042f640e8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.687783] env[69439]: INFO networking_nsxv3.common.synchronization [None req-3fec8dfe-1684-4629-b89e-729458ee7634 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Enqueued Resource ID: 9e5797e3-01fc-40c6-a389-91842a3d975a with Priority: HIGHEST for action security_group_rules [ 951.688393] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5797e3-01fc-40c6-a389-91842a3d975a with Priority: HIGHEST for action security_group_rules [ 951.689448] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e5797e3-01fc-40c6-a389-91842a3d975a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.689629] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.689777] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.690275] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.690415] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e5797e3-01fc-40c6-a389-91842a3d975a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.853227] env[69439]: INFO networking_nsxv3.common.synchronization [None req-ca361177-9381-4164-ae9c-d825e93fc45a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Enqueued Resource ID: 9e5797e3-01fc-40c6-a389-91842a3d975a with Priority: HIGHEST for action security_group_rules [ 951.853751] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5797e3-01fc-40c6-a389-91842a3d975a with Priority: HIGHEST for action security_group_rules [ 951.854373] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e5797e3-01fc-40c6-a389-91842a3d975a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.854373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.905612] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08979f0f-bc23-4387-ab59-0c1042f640e8 with status ACTIVE [ 951.905930] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.906040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.906081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.906290] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.907098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.907098] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.907098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.907098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.907098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.907098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.907347] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.907347] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.907347] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.907467] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.907539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.907620] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08979f0f-bc23-4387-ab59-0c1042f640e8 is going to be updated. [ 951.908803] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ca2f32f-87ec-4548-878c-2733cdec1c9a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.913082] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ca2f32f-87ec-4548-878c-2733cdec1c9a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.914918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.940400] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.940573] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.940800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.940972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.940972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.941480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08979f0f-bc23-4387-ab59-0c1042f640e8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.229923] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.230171] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.230237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.230457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.230570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.230684] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e5797e3-01fc-40c6-a389-91842a3d975a already deleted. [ 952.230908] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.231016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.231184] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.231295] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e5797e3-01fc-40c6-a389-91842a3d975a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.414044] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ca2f32f-87ec-4548-878c-2733cdec1c9a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.461940] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ede72296-12d9-40a6-a978-a526dc0b3952 in Status: SUCCESS [ 952.462860] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ede72296-12d9-40a6-a978-a526dc0b3952 deletion is rescheduled due to dependency. [ 952.462860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.503300] env[69439]: INFO networking_nsxv3.common.synchronization [None req-518f3218-4a2a-4cb9-a54f-df824b41bb82 None None] Enqueued Resource ID: a2e41407-040d-4648-add6-13664d2c3200 with Priority: HIGHEST for action port [ 952.503587] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e41407-040d-4648-add6-13664d2c3200 with Priority: HIGHEST for action port [ 952.504216] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2e41407-040d-4648-add6-13664d2c3200 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.504357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2e41407-040d-4648-add6-13664d2c3200" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.504417] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2e41407-040d-4648-add6-13664d2c3200" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.504674] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2e41407-040d-4648-add6-13664d2c3200" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.504786] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2e41407-040d-4648-add6-13664d2c3200',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.757301] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.757301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.757301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.757301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.757301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.757301] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e5797e3-01fc-40c6-a389-91842a3d975a already deleted. [ 952.757301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.917369] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.917548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.917610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.917833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.917969] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.918164] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a is going to be created. [ 952.956916] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.957116] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.957155] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.957382] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.957591] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.969720] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a in Status: UNINITIALIZED for 2s [ 953.009073] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2e41407-040d-4648-add6-13664d2c3200 [ 953.009073] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.009073] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.009073] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.009073] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.009073] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.009073] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2e41407-040d-4648-add6-13664d2c3200 already deleted. [ 953.009073] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2e41407-040d-4648-add6-13664d2c3200" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.496985] env[69439]: INFO networking_nsxv3.common.synchronization [req-67238cee-1c03-405d-a768-05215b97025a req-d4ef6998-1819-40c2-8e7c-ce0d27ec3d97 tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Enqueued Resource ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc with Priority: HIGHEST for action security_group_members [ 954.497578] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc with Priority: HIGHEST for action security_group_members [ 954.498357] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a79cf39f-8d64-4e90-aaa5-0994904f81cc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.498357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.498357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.498850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.498850] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.499083] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.499205] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.499593] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.499865] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.499865] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a79cf39f-8d64-4e90-aaa5-0994904f81cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.861153] env[69439]: INFO networking_nsxv3.common.synchronization [None req-95ce7cc8-d88d-4705-9c62-b9f786f26e41 None None] Enqueued Resource ID: 6541e7c3-3e07-46c1-b0e5-cc715b3be1a4 with Priority: HIGHEST for action port [ 954.861866] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6541e7c3-3e07-46c1-b0e5-cc715b3be1a4 with Priority: HIGHEST for action port [ 954.862333] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-6541e7c3-3e07-46c1-b0e5-cc715b3be1a4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.862542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6541e7c3-3e07-46c1-b0e5-cc715b3be1a4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.862790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6541e7c3-3e07-46c1-b0e5-cc715b3be1a4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.863079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6541e7c3-3e07-46c1-b0e5-cc715b3be1a4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.863235] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6541e7c3-3e07-46c1-b0e5-cc715b3be1a4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.983521] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a in Status: SUCCESS [ 954.983521] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.983521] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.983741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.984025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.984197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.984307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.984512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.984665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.984801] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.984915] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ca2f32f-87ec-4548-878c-2733cdec1c9a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.008218] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.008218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.008218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.008218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.008218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.008218] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.008218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.008218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.008218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.008218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.008218] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc is going to be updated. [ 955.042794] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.043049] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.043133] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.043372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.043486] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.059937] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc in Status: IN_PROGRESS for 2s [ 955.365790] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6541e7c3-3e07-46c1-b0e5-cc715b3be1a4 [ 955.366046] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.366192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.366258] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.369747] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.370025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.370581] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6541e7c3-3e07-46c1-b0e5-cc715b3be1a4 already deleted. [ 955.370775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6541e7c3-3e07-46c1-b0e5-cc715b3be1a4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.487707] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ca2f32f-87ec-4548-878c-2733cdec1c9a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.488135] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.488135] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.488280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.488355] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.488457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.488524] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.488669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.488772] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.488885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.489061] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ca2f32f-87ec-4548-878c-2733cdec1c9a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.489153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.489221] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.489372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.489516] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.489606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.489652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.490020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.490020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.490020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.490151] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ca2f32f-87ec-4548-878c-2733cdec1c9a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.995231] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ca2f32f-87ec-4548-878c-2733cdec1c9a: rpc.has_security_group_logging(os_id): False [ 956.017339] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.017496] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.017572] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.017783] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.017873] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.018073] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.018171] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.018234] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.018383] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.018459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.018658] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.018735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.018793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.018966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.019055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.019249] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.019337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.019400] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.019538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.019633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.019729] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a is going to be created. [ 956.078540] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.078540] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.078540] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.078540] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.078848] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.091630] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a in Status: IN_PROGRESS for 2s [ 957.070488] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc in Status: SUCCESS [ 957.070752] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc deletion is rescheduled due to dependency. [ 957.070825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.116126] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a in Status: SUCCESS [ 958.116385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.862978] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 959.863237] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 960.718251] env[69439]: INFO networking_nsxv3.common.synchronization [req-5536ab36-46cd-44cd-bcad-44fcfd302df2 req-ab526970-601d-4589-9dad-93620c9d85c8 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 960.718586] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 960.719387] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.719647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.719794] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.720142] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.720813] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.720813] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.722391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.722391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.722391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.722391] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.150671] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.154104] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.154104] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.154104] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.154104] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.154104] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.154104] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.154104] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.154104] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.154104] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.154104] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.154104] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.154104] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.154104] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.154104] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.154104] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.176091] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.176355] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 961.176521] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.176703] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.177088] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-c47620d8-88a6-43af-805d-c190803b288b taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.177293] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-c47620d8-88a6-43af-805d-c190803b288b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.177435] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-c47620d8-88a6-43af-805d-c190803b288b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.177705] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-c47620d8-88a6-43af-805d-c190803b288b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.177846] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c47620d8-88a6-43af-805d-c190803b288b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.225118] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.225118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.225118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.225118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.225118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.225308] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.225308] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.225380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.225553] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.225642] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.225785] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be updated. [ 961.258377] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.258549] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.258591] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.259082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.259082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.268523] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: IN_PROGRESS for 2s [ 961.684848] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.684848] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.684848] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.684848] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.684848] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.684848] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port c47620d8-88a6-43af-805d-c190803b288b not found, creating... [ 961.684848] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.684848] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.684848] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.684848] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.684848] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.685374] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.685374] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.685631] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.685885] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.686055] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.686211] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: c47620d8-88a6-43af-805d-c190803b288b is going to be created. [ 961.707896] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.708148] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.708280] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.708551] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.708789] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.709094] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-c47620d8-88a6-43af-805d-c190803b288b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.800252] env[69439]: INFO networking_nsxv3.common.synchronization [None req-ffe2818d-de57-4dc7-b7d0-81604685bc4b None None] Enqueued Resource ID: b044c291-cdc9-42fb-852f-e1f982691eae with Priority: HIGHEST for action port [ 962.800652] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b044c291-cdc9-42fb-852f-e1f982691eae with Priority: HIGHEST for action port [ 962.801539] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-b044c291-cdc9-42fb-852f-e1f982691eae taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.801539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b044c291-cdc9-42fb-852f-e1f982691eae" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.801539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b044c291-cdc9-42fb-852f-e1f982691eae" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.801539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b044c291-cdc9-42fb-852f-e1f982691eae" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.801539] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b044c291-cdc9-42fb-852f-e1f982691eae',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.831822] env[69439]: INFO networking_nsxv3.common.synchronization [req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 req-41686700-5781-4568-ac02-1794c60274ba tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Enqueued Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_members [ 962.832540] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_members [ 962.832845] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-410d164c-aa2e-4aab-97a2-fb4f13027908 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.832973] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.833518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.833741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.833906] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.834087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.834087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.834240] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.834328] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.834426] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('410d164c-aa2e-4aab-97a2-fb4f13027908',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.234885] env[69439]: INFO networking_nsxv3.common.synchronization [req-5536ab36-46cd-44cd-bcad-44fcfd302df2 req-e83739d2-2efe-4665-bae2-e2326120be4b service nova] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_rules [ 963.235100] env[69439]: INFO networking_nsxv3.common.synchronization [req-5536ab36-46cd-44cd-bcad-44fcfd302df2 req-e83739d2-2efe-4665-bae2-e2326120be4b service nova] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 963.236020] env[69439]: INFO networking_nsxv3.common.synchronization [req-5536ab36-46cd-44cd-bcad-44fcfd302df2 req-e83739d2-2efe-4665-bae2-e2326120be4b service nova] Enqueued Resource ID: c47620d8-88a6-43af-805d-c190803b288b with Priority: HIGHEST for action port [ 963.236020] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_rules [ 963.236020] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 963.236020] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c47620d8-88a6-43af-805d-c190803b288b with Priority: HIGHEST for action port [ 963.236442] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.236575] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.236641] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.236940] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.237045] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.238436] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.238592] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.238737] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-c47620d8-88a6-43af-805d-c190803b288b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.238832] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c47620d8-88a6-43af-805d-c190803b288b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.238897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c47620d8-88a6-43af-805d-c190803b288b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.239172] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c47620d8-88a6-43af-805d-c190803b288b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.239257] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c47620d8-88a6-43af-805d-c190803b288b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.280244] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 963.280244] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 deletion is rescheduled due to dependency. [ 963.280244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.280244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.280244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.280244] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.280244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.280244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.280244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.281668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.281668] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.305321] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b044c291-cdc9-42fb-852f-e1f982691eae [ 963.305565] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.305698] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.305812] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.306050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.306121] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.306167] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b044c291-cdc9-42fb-852f-e1f982691eae already deleted. [ 963.306251] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b044c291-cdc9-42fb-852f-e1f982691eae" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.337548] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.337743] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.337802] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.338046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.360799] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.361044] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.361189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.361394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.361747] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.361964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.362185] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 is going to be updated. [ 963.410309] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.410589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.410719] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.410989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.411229] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.423066] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 in Status: IN_PROGRESS for 2s [ 963.745018] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.745018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.745018] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c47620d8-88a6-43af-805d-c190803b288b with status ACTIVE [ 963.745018] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.745018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.745018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.745018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.745018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.745018] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.745018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.745018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.745018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.745018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.745018] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.745723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.745723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.745723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.745723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.745723] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c47620d8-88a6-43af-805d-c190803b288b is going to be updated. [ 963.769017] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.769017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.769017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.769017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.769017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.769017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c47620d8-88a6-43af-805d-c190803b288b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.785200] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.232326] env[69439]: INFO networking_nsxv3.common.synchronization [req-99c61562-8e63-4326-b407-9417bd71418c req-036891a8-3405-4a61-adce-5e532d3020f4 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Enqueued Resource ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 with Priority: HIGHEST for action security_group_members [ 964.232854] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 with Priority: HIGHEST for action security_group_members [ 964.234644] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f22adb3b-1a34-4931-87a1-380e6dfffcb1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.234644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.234644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.234644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.234644] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.234644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.234644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.234644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.237632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.237698] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.287441] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.593940] env[69439]: INFO networking_nsxv3.common.synchronization [None req-06e0dd9b-9e87-437e-b34f-d75d9c70f8da tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Enqueued Resource ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc with Priority: HIGHEST for action security_group_rules [ 964.594369] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc with Priority: HIGHEST for action security_group_rules [ 964.594686] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.594810] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.594877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.598296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.598394] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('289d8183-ece5-4bf9-8f2d-d4b06c1c00dc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.688000] env[69439]: INFO networking_nsxv3.common.synchronization [None req-4f5d32c6-dd4c-4685-8335-4b05dfc50373 tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Enqueued Resource ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc with Priority: HIGHEST for action security_group_rules [ 964.689075] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc with Priority: HIGHEST for action security_group_rules [ 964.689075] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.689541] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.739902] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.789794] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.789970] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.790189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.790476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.790609] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.790780] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be updated. [ 964.820790] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.820875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.820957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.821196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.821385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.834889] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: IN_PROGRESS for 2s [ 964.879041] env[69439]: INFO networking_nsxv3.common.synchronization [None req-2d2b00cd-58b2-450e-8324-5e9242e1b6a2 None None] Enqueued Resource ID: e4120bb3-a904-417a-9814-6bdd449029a1 with Priority: HIGHEST for action port [ 964.879592] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4120bb3-a904-417a-9814-6bdd449029a1 with Priority: HIGHEST for action port [ 964.879894] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4120bb3-a904-417a-9814-6bdd449029a1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.881363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4120bb3-a904-417a-9814-6bdd449029a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.881488] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4120bb3-a904-417a-9814-6bdd449029a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.881770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4120bb3-a904-417a-9814-6bdd449029a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.881859] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4120bb3-a904-417a-9814-6bdd449029a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.140175] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.140175] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.140175] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.140461] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.140461] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.140552] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc already deleted. [ 965.140641] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.140818] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.140987] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.141080] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('289d8183-ece5-4bf9-8f2d-d4b06c1c00dc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.243770] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.386356] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4120bb3-a904-417a-9814-6bdd449029a1 [ 965.386512] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.386647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.386718] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.387071] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.387192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.387302] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4120bb3-a904-417a-9814-6bdd449029a1 already deleted. [ 965.387395] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4120bb3-a904-417a-9814-6bdd449029a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.438190] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 in Status: SUCCESS [ 965.438573] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 deletion is rescheduled due to dependency. [ 965.439118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.665471] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.665471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.665471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.665471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.665471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.665471] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc already deleted. [ 965.665471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.746299] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.746921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.747039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.747289] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.747456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.747605] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 is going to be updated. [ 965.777915] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.778171] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.778448] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.778513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.778623] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.789361] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 in Status: IN_PROGRESS for 2s [ 966.845452] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 966.845735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.845967] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.846276] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.846672] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.846672] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.846821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.846966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.847186] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.847311] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.847437] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.350756] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.351097] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.351201] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.351522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.351781] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.351870] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.351870] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.352036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.352106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.352195] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.352740] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.352740] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.352826] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.352949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.353088] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.353291] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.353291] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.353378] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.353818] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.353818] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.353818] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.799864] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 in Status: SUCCESS [ 967.800185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.856178] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31: rpc.has_security_group_logging(os_id): False [ 967.877641] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.877868] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.877868] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.878137] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.878273] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.878474] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.878604] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.878680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.878864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.878948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.879318] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.879521] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.879602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.879894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.879973] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.880215] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.880387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.880481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.880631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.880722] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.880824] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be updated. [ 967.949784] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.950033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.950196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.950450] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.950682] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.964008] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: IN_PROGRESS for 2s [ 969.880490] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 969.881760] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 969.979367] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 969.979592] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.881597] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 974.881826] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 975.077021] env[69439]: INFO networking_nsxv3.common.synchronization [req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd req-f30a0a3e-b4c9-45d9-bd70-c3f8bb097ec5 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Enqueued Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 975.077021] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 975.077021] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.077021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.077021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.077021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.077021] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.077938] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.078134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.078376] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.078536] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.078696] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.580553] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.084069] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.302614] env[69439]: INFO networking_nsxv3.common.synchronization [req-7315f2dd-0a5e-4b56-9422-d36e42535937 req-e4254c0c-31b9-460b-82c7-6ca904cfb90f tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Enqueued Resource ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 with Priority: HIGHEST for action security_group_members [ 976.303159] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 with Priority: HIGHEST for action security_group_members [ 976.303643] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75c69a9-f5a7-4382-9867-2083f7bef2c0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.303767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.303833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.304051] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.304210] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.304310] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.304368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.304516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.304605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.304700] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a75c69a9-f5a7-4382-9867-2083f7bef2c0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.588146] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.588364] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.588447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.588711] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.588973] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.588973] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 is going to be updated. [ 976.623256] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.623552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.623552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.623671] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.623825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.636170] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: IN_PROGRESS for 2s [ 976.782677] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.782869] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-940" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.782998] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-940" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.783295] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-940" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.783584] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.783747] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.783872] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.784461] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.784636] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.785455] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.785455] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.785455] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.785455] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.785455] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.785455] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.785777] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.806888] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.807724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.807724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.807724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.807724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.807935] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.807935] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.808116] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.809040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.809040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.809040] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 already deleted. [ 976.809040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.809560] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.809736] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 976.809859] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.810025] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-940" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.810362] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-80a35763-954c-46ed-a04a-4a2bf6da4dfa taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.810509] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-80a35763-954c-46ed-a04a-4a2bf6da4dfa" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.810684] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-80a35763-954c-46ed-a04a-4a2bf6da4dfa" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.810939] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-80a35763-954c-46ed-a04a-4a2bf6da4dfa" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.811095] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80a35763-954c-46ed-a04a-4a2bf6da4dfa',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.313623] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.313887] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.313988] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.314437] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.314485] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.314700] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 80a35763-954c-46ed-a04a-4a2bf6da4dfa not found, creating... [ 977.314940] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.315136] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.315284] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.315515] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.315656] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.315955] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.316128] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.316250] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.316465] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.316603] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.316747] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 80a35763-954c-46ed-a04a-4a2bf6da4dfa is going to be created. [ 977.342736] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.343104] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.343325] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.343767] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.344107] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.344468] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-80a35763-954c-46ed-a04a-4a2bf6da4dfa" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.489912] env[69439]: INFO networking_nsxv3.common.synchronization [req-7315f2dd-0a5e-4b56-9422-d36e42535937 req-5fe1a71f-d052-40b6-bfc6-99e962273996 service nova] Enqueued Resource ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 with Priority: HIGHEST for action security_group_rules [ 978.489912] env[69439]: INFO networking_nsxv3.common.synchronization [req-7315f2dd-0a5e-4b56-9422-d36e42535937 req-5fe1a71f-d052-40b6-bfc6-99e962273996 service nova] Enqueued Resource ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 with Priority: HIGHEST for action security_group_members [ 978.489912] env[69439]: INFO networking_nsxv3.common.synchronization [req-7315f2dd-0a5e-4b56-9422-d36e42535937 req-5fe1a71f-d052-40b6-bfc6-99e962273996 service nova] Enqueued Resource ID: 80a35763-954c-46ed-a04a-4a2bf6da4dfa with Priority: HIGHEST for action port [ 978.489912] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 with Priority: HIGHEST for action security_group_rules [ 978.489912] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 with Priority: HIGHEST for action security_group_members [ 978.489912] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a35763-954c-46ed-a04a-4a2bf6da4dfa with Priority: HIGHEST for action port [ 978.489912] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.489912] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.489912] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.490565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.490565] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a75c69a9-f5a7-4382-9867-2083f7bef2c0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.491757] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75c69a9-f5a7-4382-9867-2083f7bef2c0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.491882] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.491950] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.492175] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.492375] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.492639] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.492849] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.493096] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.496893] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.496893] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a75c69a9-f5a7-4382-9867-2083f7bef2c0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.496893] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-80a35763-954c-46ed-a04a-4a2bf6da4dfa taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.496893] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80a35763-954c-46ed-a04a-4a2bf6da4dfa" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.496893] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80a35763-954c-46ed-a04a-4a2bf6da4dfa" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.496893] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80a35763-954c-46ed-a04a-4a2bf6da4dfa" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.496893] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80a35763-954c-46ed-a04a-4a2bf6da4dfa',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.575919] env[69439]: INFO networking_nsxv3.common.synchronization [req-5c00be19-fa15-4433-9eb9-888c1e141c9f req-cbdb427d-8024-46f5-af1e-cba7817aa5a7 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Enqueued Resource ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb with Priority: HIGHEST for action security_group_members [ 978.576705] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb with Priority: HIGHEST for action security_group_members [ 978.578254] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d9a8854-160a-44f1-8d8b-504c53031fcb taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.578410] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.578486] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.578874] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.579105] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.579249] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.579324] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.579526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.579632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.579748] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d9a8854-160a-44f1-8d8b-504c53031fcb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.646830] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: SUCCESS [ 978.647410] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.997544] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a75c69a9-f5a7-4382-9867-2083f7bef2c0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.997710] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75c69a9-f5a7-4382-9867-2083f7bef2c0 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.997908] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.000591] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80a35763-954c-46ed-a04a-4a2bf6da4dfa with status ACTIVE [ 979.000791] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.000914] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.000981] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.001228] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.001351] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.002385] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.002385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.002385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.002385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.002385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.003121] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.003121] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.003121] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.003949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.004098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.004754] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80a35763-954c-46ed-a04a-4a2bf6da4dfa is going to be updated. [ 979.028136] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.028427] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.028467] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.028744] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.028915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.029117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80a35763-954c-46ed-a04a-4a2bf6da4dfa" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.082426] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.082679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.082800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.083108] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.083246] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.083508] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.083669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.083765] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.083957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.084097] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.084220] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb is going to be updated. [ 979.124644] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.125290] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.126024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.126024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.126024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.139811] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb in Status: IN_PROGRESS for 2s [ 979.396447] env[69439]: INFO networking_nsxv3.common.synchronization [req-3147d549-750f-4608-b4c6-286eedcb37a2 req-bf051384-81d0-487f-8671-69cfac909cf3 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Enqueued Resource ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a with Priority: HIGHEST for action security_group_members [ 979.400592] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a with Priority: HIGHEST for action security_group_members [ 979.400972] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ca2f32f-87ec-4548-878c-2733cdec1c9a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.401123] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.401211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.401429] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.401604] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.401705] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.401769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.401954] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.402066] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.402175] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ca2f32f-87ec-4548-878c-2733cdec1c9a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.499637] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a75c69a9-f5a7-4382-9867-2083f7bef2c0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.904773] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.904967] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.905058] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.905286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.905386] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.905610] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.905707] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.905770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.905919] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.905994] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.906094] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a is going to be updated. [ 979.948272] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.948595] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.948595] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.948713] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.948865] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.959044] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a in Status: IN_PROGRESS for 2s [ 980.001779] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.001991] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.002046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.004042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.004042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.004042] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 is going to be created. [ 980.038260] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.038260] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.038260] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.038260] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.038260] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.049235] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 in Status: UNINITIALIZED for 2s [ 981.152407] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb in Status: SUCCESS [ 981.152703] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb deletion is rescheduled due to dependency. [ 981.152738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.974375] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a in Status: SUCCESS [ 981.974635] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a deletion is rescheduled due to dependency. [ 981.975058] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.062332] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 in Status: SUCCESS [ 982.062332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.062332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.062501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.062840] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.062840] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.062840] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.063023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.063055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.063208] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.063253] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a75c69a9-f5a7-4382-9867-2083f7bef2c0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.321429] env[69439]: INFO networking_nsxv3.common.synchronization [req-6b900bef-7cb2-414f-8c88-fa7de1d813be req-4f116361-4295-446b-bafd-84dd931cb39f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Enqueued Resource ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe with Priority: HIGHEST for action security_group_members [ 982.322029] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe with Priority: HIGHEST for action security_group_members [ 982.322614] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.322741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.322811] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.323069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.323222] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.323446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.323446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.323531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.323617] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.323934] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.566368] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a75c69a9-f5a7-4382-9867-2083f7bef2c0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.832895] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.832895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.832895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.832895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.832895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.832895] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.832895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.832895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.832895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.832895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.832895] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe already deleted. [ 982.832895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.068766] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a75c69a9-f5a7-4382-9867-2083f7bef2c0: rpc.has_security_group_logging(os_id): False [ 983.090890] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.091090] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.091131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.091320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.091545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.091675] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.091777] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.091841] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.091997] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.092089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.092177] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 is going to be created. [ 983.179517] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.179517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.179517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.179517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.179517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.194437] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 in Status: IN_PROGRESS for 2s [ 983.528751] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.529161] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-226" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.531138] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-226" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.531651] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-226" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.533386] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.533683] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.533812] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.534163] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.534347] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.534737] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.539218] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.539218] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.539218] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.539218] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.539218] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.539218] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.561793] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.562172] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 983.562386] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.562742] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-226" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.563135] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-9821a7ea-c155-49bb-a007-7a097bff699a taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.567025] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-9821a7ea-c155-49bb-a007-7a097bff699a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.567025] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-9821a7ea-c155-49bb-a007-7a097bff699a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.567025] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-9821a7ea-c155-49bb-a007-7a097bff699a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.567025] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9821a7ea-c155-49bb-a007-7a097bff699a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.697889] env[69439]: INFO networking_nsxv3.common.synchronization [req-e67a725d-6970-421c-902d-7b2e670674c5 req-dcc16dda-c231-4128-9f07-c63af3ab3f6e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 983.698431] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 983.698811] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.698873] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.698928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.699514] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.699663] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.699766] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.699829] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.699984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.700080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.700172] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.069405] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.069662] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.069793] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.070096] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.070726] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.070726] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 9821a7ea-c155-49bb-a007-7a097bff699a not found, creating... [ 984.070726] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.070897] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.070972] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.071208] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.071346] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.071645] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.071798] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.071940] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.072399] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.072585] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.075594] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 9821a7ea-c155-49bb-a007-7a097bff699a is going to be created. [ 984.094484] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.094484] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.094484] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.098296] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.098523] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.098964] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-9821a7ea-c155-49bb-a007-7a097bff699a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.203214] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.203214] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.203214] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.203531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.203531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.203618] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.203701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.203762] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.203865] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.203961] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.204083] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be updated. [ 984.237604] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.237783] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.237859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.238155] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.239707] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.252790] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: IN_PROGRESS for 2s [ 984.544199] env[69439]: INFO networking_nsxv3.common.synchronization [None req-d27e2d90-955a-4bc7-8322-b08a71235596 None None] Enqueued Resource ID: 73e58f22-89ef-4a0a-bd38-11c04bd8b9c9 with Priority: HIGHEST for action port [ 984.544505] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e58f22-89ef-4a0a-bd38-11c04bd8b9c9 with Priority: HIGHEST for action port [ 984.545075] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-73e58f22-89ef-4a0a-bd38-11c04bd8b9c9 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.545195] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73e58f22-89ef-4a0a-bd38-11c04bd8b9c9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.545403] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73e58f22-89ef-4a0a-bd38-11c04bd8b9c9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.545508] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73e58f22-89ef-4a0a-bd38-11c04bd8b9c9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.545585] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e58f22-89ef-4a0a-bd38-11c04bd8b9c9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.682575] env[69439]: INFO networking_nsxv3.common.synchronization [req-90a14e7b-aaca-42d9-82b6-d152b70b6289 req-008cf612-89f6-45e1-95ea-d367c469476d tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 984.683306] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 984.683743] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.683919] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.684065] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.684304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.684643] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.684791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.684904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.685111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.685375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.685515] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.053263] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73e58f22-89ef-4a0a-bd38-11c04bd8b9c9 [ 985.053514] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.053647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.053717] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.053928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.054027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.054123] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73e58f22-89ef-4a0a-bd38-11c04bd8b9c9 already deleted. [ 985.054208] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73e58f22-89ef-4a0a-bd38-11c04bd8b9c9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.188387] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.209137] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 in Status: SUCCESS [ 985.209438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.387716] env[69439]: INFO networking_nsxv3.common.synchronization [req-6b900bef-7cb2-414f-8c88-fa7de1d813be req-c7a86a6d-4162-4a1a-9508-bd576c307a5c service nova] Enqueued Resource ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe with Priority: HIGHEST for action security_group_rules [ 985.387923] env[69439]: INFO networking_nsxv3.common.synchronization [req-6b900bef-7cb2-414f-8c88-fa7de1d813be req-c7a86a6d-4162-4a1a-9508-bd576c307a5c service nova] Enqueued Resource ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe with Priority: HIGHEST for action security_group_members [ 985.388079] env[69439]: INFO networking_nsxv3.common.synchronization [req-6b900bef-7cb2-414f-8c88-fa7de1d813be req-c7a86a6d-4162-4a1a-9508-bd576c307a5c service nova] Enqueued Resource ID: 9821a7ea-c155-49bb-a007-7a097bff699a with Priority: HIGHEST for action port [ 985.388656] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe with Priority: HIGHEST for action security_group_rules [ 985.388789] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe with Priority: HIGHEST for action security_group_members [ 985.388885] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9821a7ea-c155-49bb-a007-7a097bff699a with Priority: HIGHEST for action port [ 985.389712] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.390022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.390093] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.390787] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.390884] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.392251] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.393032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.393032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.393032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.393032] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.393368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.393368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.393368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.393450] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.393749] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.394444] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-9821a7ea-c155-49bb-a007-7a097bff699a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.394524] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9821a7ea-c155-49bb-a007-7a097bff699a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.394599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9821a7ea-c155-49bb-a007-7a097bff699a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.394759] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9821a7ea-c155-49bb-a007-7a097bff699a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.396155] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9821a7ea-c155-49bb-a007-7a097bff699a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.615376] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.615646] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.615736] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.615954] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.616240] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.616422] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.616570] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.616802] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.616951] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.620809] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 985.620967] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.621102] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.621233] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.621366] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 985.621497] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.621664] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.647333] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.647333] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 985.647333] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.647333] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.647333] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-fd644fd8-6042-41e6-8ad2-5330be6b99b6 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.647333] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-fd644fd8-6042-41e6-8ad2-5330be6b99b6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.647333] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-fd644fd8-6042-41e6-8ad2-5330be6b99b6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.647960] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-fd644fd8-6042-41e6-8ad2-5330be6b99b6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.647960] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd644fd8-6042-41e6-8ad2-5330be6b99b6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.695509] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.897189] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.898345] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.898484] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.898674] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9821a7ea-c155-49bb-a007-7a097bff699a with status ACTIVE [ 985.898842] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.898951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.899030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.899239] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.899379] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.899557] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.899653] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.899713] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.899864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.899941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.904177] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.904300] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.904391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.904549] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.904635] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.904728] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9821a7ea-c155-49bb-a007-7a097bff699a is going to be updated. [ 985.926521] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.926706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.926748] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.926951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.927105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.927354] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9821a7ea-c155-49bb-a007-7a097bff699a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.150121] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.150217] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.151050] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.151050] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.151050] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.151222] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port fd644fd8-6042-41e6-8ad2-5330be6b99b6 not found, creating... [ 986.151630] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.151812] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.151938] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.152200] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.152350] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.152661] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.152823] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.152973] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.153314] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.153412] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.153622] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: fd644fd8-6042-41e6-8ad2-5330be6b99b6 is going to be created. [ 986.173608] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.174099] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.174099] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.174363] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.174518] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.174750] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-fd644fd8-6042-41e6-8ad2-5330be6b99b6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.198045] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.198375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.198489] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.198740] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.198868] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.198976] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be updated. [ 986.261618] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.261618] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.261815] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.261883] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.262044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.277879] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 986.278088] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 deletion is rescheduled due to dependency. [ 986.278205] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.279046] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: IN_PROGRESS for 2s [ 986.409133] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.412850] env[69439]: INFO networking_nsxv3.common.synchronization [None req-c917c0ea-2db1-4c3b-9afc-f45efa880687 None None] Enqueued Resource ID: 9d810095-f979-483a-bcbe-7eabe5c3346b with Priority: HIGHEST for action port [ 986.414222] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d810095-f979-483a-bcbe-7eabe5c3346b with Priority: HIGHEST for action port [ 986.414332] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d810095-f979-483a-bcbe-7eabe5c3346b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.414461] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d810095-f979-483a-bcbe-7eabe5c3346b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.414714] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d810095-f979-483a-bcbe-7eabe5c3346b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.414876] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d810095-f979-483a-bcbe-7eabe5c3346b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.414990] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d810095-f979-483a-bcbe-7eabe5c3346b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.914546] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.914856] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.914856] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.914994] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.915122] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.915175] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe is going to be created. [ 986.919285] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d810095-f979-483a-bcbe-7eabe5c3346b [ 986.920068] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.920332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.920332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.920552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.920672] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.920815] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d810095-f979-483a-bcbe-7eabe5c3346b already deleted. [ 986.921213] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d810095-f979-483a-bcbe-7eabe5c3346b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.943232] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.943583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.943804] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.944184] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.944513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.958330] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe in Status: UNINITIALIZED for 2s [ 987.024877] env[69439]: INFO networking_nsxv3.common.synchronization [req-90a14e7b-aaca-42d9-82b6-d152b70b6289 req-a5a8eba7-8a4a-4cd6-97d4-9af5e809b42e service nova] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_rules [ 987.024877] env[69439]: INFO networking_nsxv3.common.synchronization [req-90a14e7b-aaca-42d9-82b6-d152b70b6289 req-a5a8eba7-8a4a-4cd6-97d4-9af5e809b42e service nova] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 987.024877] env[69439]: INFO networking_nsxv3.common.synchronization [req-90a14e7b-aaca-42d9-82b6-d152b70b6289 req-a5a8eba7-8a4a-4cd6-97d4-9af5e809b42e service nova] Enqueued Resource ID: fd644fd8-6042-41e6-8ad2-5330be6b99b6 with Priority: HIGHEST for action port [ 987.025107] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_rules [ 987.025107] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 987.025211] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd644fd8-6042-41e6-8ad2-5330be6b99b6 with Priority: HIGHEST for action port [ 987.025687] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.025817] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.025886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.028089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.028189] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.029520] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.029636] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.029856] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd644fd8-6042-41e6-8ad2-5330be6b99b6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.029937] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd644fd8-6042-41e6-8ad2-5330be6b99b6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.030011] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd644fd8-6042-41e6-8ad2-5330be6b99b6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.030202] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd644fd8-6042-41e6-8ad2-5330be6b99b6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.030286] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd644fd8-6042-41e6-8ad2-5330be6b99b6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.532248] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.532357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.533043] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd644fd8-6042-41e6-8ad2-5330be6b99b6 with status ACTIVE [ 987.533043] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.533043] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.533296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.533515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.533590] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.533803] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.533957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.534053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.534426] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.534426] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.534960] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.534960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.534960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.535145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.535145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.535212] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd644fd8-6042-41e6-8ad2-5330be6b99b6 is going to be updated. [ 987.559641] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.559790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.562021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.562021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.562021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.562021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd644fd8-6042-41e6-8ad2-5330be6b99b6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.289143] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: SUCCESS [ 988.289446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.290778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.290778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.290778] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.290778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.290778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.290778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.290778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.290778] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.795019] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.973133] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe in Status: SUCCESS [ 988.973385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.973558] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.973773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.974186] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.974342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.974429] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.974660] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.974972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.975118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.975236] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.297495] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.478902] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.479109] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.479192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.479474] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.480480] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.480480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.480480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.480480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.480480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.480480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.480480] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.480480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.480480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.481122] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.481122] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.481122] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.481122] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.481283] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.481283] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.481392] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.484459] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.799423] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.799685] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.800018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.800145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.800294] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.800467] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be updated. [ 989.834545] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.834753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.834867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.835181] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.835413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.847309] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: IN_PROGRESS for 2s [ 989.987904] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe: rpc.has_security_group_logging(os_id): False [ 990.021890] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.022067] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.022133] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.022322] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.022397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.022590] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.022690] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.022748] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.022889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.022965] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.023164] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.023250] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.023301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.023448] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.023518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.023754] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.023854] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.023907] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.024497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.024625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.024718] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe is going to be created. [ 990.084882] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.085037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.085385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.085385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.085480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.098980] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe in Status: IN_PROGRESS for 2s [ 990.886089] env[69439]: INFO networking_nsxv3.common.synchronization [None req-7180b98c-e4e6-4dbf-a602-88a26df49720 None None] Enqueued Resource ID: 2a996498-0957-4a09-a19e-4896383836ad with Priority: HIGHEST for action port [ 990.886812] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a996498-0957-4a09-a19e-4896383836ad with Priority: HIGHEST for action port [ 990.886922] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a996498-0957-4a09-a19e-4896383836ad taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.887061] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a996498-0957-4a09-a19e-4896383836ad" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.887128] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a996498-0957-4a09-a19e-4896383836ad" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.887398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a996498-0957-4a09-a19e-4896383836ad" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.887481] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a996498-0957-4a09-a19e-4896383836ad',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.397974] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a996498-0957-4a09-a19e-4896383836ad [ 991.398249] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.399630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.399630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.399630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.399630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.399630] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a996498-0957-4a09-a19e-4896383836ad already deleted. [ 991.399630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a996498-0957-4a09-a19e-4896383836ad" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.859068] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: SUCCESS [ 991.859296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.859548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.859762] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.859960] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.860099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.860165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.860323] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.860452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.860550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.860645] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.113638] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe in Status: SUCCESS [ 992.113887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.364177] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.364409] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.364409] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.364708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.364975] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.365104] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.365173] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.365430] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.365521] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.365634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.365784] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.365875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.365936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.366100] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.366232] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.366325] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.366392] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.366518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.366600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.366668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.366803] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.871212] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 047dd3ee-571a-472b-931c-8add22ed0187: rpc.has_security_group_logging(os_id): False [ 992.890869] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.891072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.891173] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.891478] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.891644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.891937] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.892094] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.892169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.892348] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.892443] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.892669] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.892794] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.892855] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.893311] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.893462] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.893997] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.894336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.894407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.894938] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.895083] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.895193] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be updated. [ 992.966400] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.966558] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.966648] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.966867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.967599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.983832] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: IN_PROGRESS for 2s [ 993.324137] env[69439]: INFO networking_nsxv3.common.synchronization [None req-775a7483-587f-4f19-b024-bf170a6b3a64 None None] Enqueued Resource ID: 27f60ce5-025d-4c00-a28d-b3f949dbcad8 with Priority: HIGHEST for action port [ 993.324137] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f60ce5-025d-4c00-a28d-b3f949dbcad8 with Priority: HIGHEST for action port [ 993.324137] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-27f60ce5-025d-4c00-a28d-b3f949dbcad8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.324137] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27f60ce5-025d-4c00-a28d-b3f949dbcad8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.324137] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27f60ce5-025d-4c00-a28d-b3f949dbcad8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.324137] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27f60ce5-025d-4c00-a28d-b3f949dbcad8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.324137] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27f60ce5-025d-4c00-a28d-b3f949dbcad8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.826064] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27f60ce5-025d-4c00-a28d-b3f949dbcad8 [ 993.826375] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.826545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.826618] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.826859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.826962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.827055] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27f60ce5-025d-4c00-a28d-b3f949dbcad8 already deleted. [ 993.827135] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27f60ce5-025d-4c00-a28d-b3f949dbcad8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.736109] env[69439]: INFO networking_nsxv3.common.synchronization [None req-dd57f59f-730a-48db-b8d3-fa4fb3d0f049 None None] Enqueued Resource ID: d67dabb6-bd50-4ee2-bf05-29db6ccc98c8 with Priority: HIGHEST for action port [ 994.736925] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d67dabb6-bd50-4ee2-bf05-29db6ccc98c8 with Priority: HIGHEST for action port [ 994.738000] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-d67dabb6-bd50-4ee2-bf05-29db6ccc98c8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.738302] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d67dabb6-bd50-4ee2-bf05-29db6ccc98c8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.738302] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d67dabb6-bd50-4ee2-bf05-29db6ccc98c8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.738517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d67dabb6-bd50-4ee2-bf05-29db6ccc98c8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.738677] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d67dabb6-bd50-4ee2-bf05-29db6ccc98c8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.005591] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: SUCCESS [ 995.005821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.242267] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d67dabb6-bd50-4ee2-bf05-29db6ccc98c8 [ 995.242267] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.242267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.242267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.242267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.242267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.242267] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d67dabb6-bd50-4ee2-bf05-29db6ccc98c8 already deleted. [ 995.242267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d67dabb6-bd50-4ee2-bf05-29db6ccc98c8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.768788] env[69439]: INFO networking_nsxv3.common.synchronization [req-e8239a60-e89f-495b-8f67-6ea44aa477c2 req-57b8107f-d182-4365-85cc-9ebd9babc88f tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Enqueued Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_members [ 995.769364] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_members [ 995.769868] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.769868] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.770020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.771970] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.772160] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.772272] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.772341] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.772532] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.772626] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.772724] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.819018] env[69439]: INFO networking_nsxv3.common.synchronization [req-e8239a60-e89f-495b-8f67-6ea44aa477c2 req-57b8107f-d182-4365-85cc-9ebd9babc88f tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Enqueued Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_rules [ 995.819018] env[69439]: INFO networking_nsxv3.common.synchronization [req-e8239a60-e89f-495b-8f67-6ea44aa477c2 req-57b8107f-d182-4365-85cc-9ebd9babc88f tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Enqueued Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_members [ 995.819018] env[69439]: INFO networking_nsxv3.common.synchronization [req-e8239a60-e89f-495b-8f67-6ea44aa477c2 req-57b8107f-d182-4365-85cc-9ebd9babc88f tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Enqueued Resource ID: 071c20d0-a41c-4a79-ac93-b9a457c13c5f with Priority: HIGHEST for action port [ 995.819206] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_rules [ 995.819240] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_members [ 995.819322] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 071c20d0-a41c-4a79-ac93-b9a457c13c5f with Priority: HIGHEST for action port [ 995.819733] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.819910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.819944] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.820198] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.820276] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.821476] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.821584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.821918] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-071c20d0-a41c-4a79-ac93-b9a457c13c5f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.822012] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-071c20d0-a41c-4a79-ac93-b9a457c13c5f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.822012] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-071c20d0-a41c-4a79-ac93-b9a457c13c5f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.822222] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-071c20d0-a41c-4a79-ac93-b9a457c13c5f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.822258] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('071c20d0-a41c-4a79-ac93-b9a457c13c5f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.275299] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.329111] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.329111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.329111] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 071c20d0-a41c-4a79-ac93-b9a457c13c5f with status ACTIVE [ 996.329111] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.329111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.329111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.329111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.329111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.329111] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.329111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.329111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.329111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.329111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.329111] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.329825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.329825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.329825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.329825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.329825] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 071c20d0-a41c-4a79-ac93-b9a457c13c5f is going to be updated. [ 996.352720] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.353941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.353941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.354072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.354466] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.354679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-071c20d0-a41c-4a79-ac93-b9a457c13c5f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.777907] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.865392] env[69439]: INFO networking_nsxv3.common.synchronization [None req-a72055ad-67a8-48e5-8974-6725bdfec1ce None None] Enqueued Resource ID: 8dd0575a-bb89-43cf-8f7f-bfe5c7d253f5 with Priority: HIGHEST for action port [ 996.866153] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd0575a-bb89-43cf-8f7f-bfe5c7d253f5 with Priority: HIGHEST for action port [ 996.866593] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dd0575a-bb89-43cf-8f7f-bfe5c7d253f5 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.866708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dd0575a-bb89-43cf-8f7f-bfe5c7d253f5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.866708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dd0575a-bb89-43cf-8f7f-bfe5c7d253f5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.866974] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dd0575a-bb89-43cf-8f7f-bfe5c7d253f5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.867111] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dd0575a-bb89-43cf-8f7f-bfe5c7d253f5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.282304] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.282509] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.282590] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.282847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.282960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.283683] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b is going to be updated. [ 997.327432] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.327740] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.327740] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.327913] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.328077] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.340327] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b in Status: IN_PROGRESS for 2s [ 997.369958] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dd0575a-bb89-43cf-8f7f-bfe5c7d253f5 [ 997.371177] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.371314] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.371385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.372174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.372305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.372388] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dd0575a-bb89-43cf-8f7f-bfe5c7d253f5 already deleted. [ 997.372469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dd0575a-bb89-43cf-8f7f-bfe5c7d253f5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.214676] env[69439]: INFO networking_nsxv3.common.synchronization [req-02715413-6d04-420a-8790-ee78f26ae2c0 req-b794f93a-b3c3-4d0f-9c33-2e53cc490995 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Enqueued Resource ID: 9e5797e3-01fc-40c6-a389-91842a3d975a with Priority: HIGHEST for action security_group_members [ 999.214676] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5797e3-01fc-40c6-a389-91842a3d975a with Priority: HIGHEST for action security_group_members [ 999.214676] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5797e3-01fc-40c6-a389-91842a3d975a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.214676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.214676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.214676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.214676] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.214676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.214676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.214676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.214676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.214676] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e5797e3-01fc-40c6-a389-91842a3d975a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.358875] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b in Status: SUCCESS [ 999.360054] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.360054] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.360054] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.360054] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.360808] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.360808] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.360959] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.361680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.361680] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.444018] env[69439]: INFO networking_nsxv3.common.synchronization [req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf req-aefdb3f9-01c3-4791-a898-cab907b33e5b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Enqueued Resource ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe with Priority: HIGHEST for action security_group_members [ 999.444976] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe with Priority: HIGHEST for action security_group_members [ 999.445553] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.446014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.446757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.446987] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.447417] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.447925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.448034] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.448374] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.448374] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.448503] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.581258] env[69439]: INFO networking_nsxv3.common.synchronization [req-65fa56b0-4e0f-4f4f-ab74-34d0cf2d8fca req-be692acd-9368-407a-bfea-a723639ecda3 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Enqueued Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_members [ 999.582220] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_members [ 999.582661] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.583093] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.615550] env[69439]: INFO networking_nsxv3.common.synchronization [req-65fa56b0-4e0f-4f4f-ab74-34d0cf2d8fca req-be692acd-9368-407a-bfea-a723639ecda3 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Enqueued Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_rules [ 999.615550] env[69439]: INFO networking_nsxv3.common.synchronization [req-65fa56b0-4e0f-4f4f-ab74-34d0cf2d8fca req-be692acd-9368-407a-bfea-a723639ecda3 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Enqueued Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_members [ 999.615550] env[69439]: INFO networking_nsxv3.common.synchronization [req-65fa56b0-4e0f-4f4f-ab74-34d0cf2d8fca req-be692acd-9368-407a-bfea-a723639ecda3 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Enqueued Resource ID: 071c20d0-a41c-4a79-ac93-b9a457c13c5f with Priority: HIGHEST for action port [ 999.615550] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_rules [ 999.615550] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_members [ 999.615550] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 071c20d0-a41c-4a79-ac93-b9a457c13c5f with Priority: HIGHEST for action port [ 999.616779] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.619767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.619767] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.619767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.619767] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-071c20d0-a41c-4a79-ac93-b9a457c13c5f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.619767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-071c20d0-a41c-4a79-ac93-b9a457c13c5f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.619767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-071c20d0-a41c-4a79-ac93-b9a457c13c5f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.619767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-071c20d0-a41c-4a79-ac93-b9a457c13c5f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.619767] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('071c20d0-a41c-4a79-ac93-b9a457c13c5f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.718714] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.719823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.719823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.719823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.719823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.719823] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.720073] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.720073] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.720174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.720292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.720382] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5797e3-01fc-40c6-a389-91842a3d975a already deleted. [ 999.720481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.863652] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.920064] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-640 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.920648] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-640" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.922194] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-640" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.922194] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-640" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.922194] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.922194] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.922194] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.922194] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.922483] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.922524] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.922646] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.923272] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.923272] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.923272] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.923438] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.923476] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.947116] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.947116] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 999.947116] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.947116] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-640" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.947116] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-d7d453dc-1cff-4206-ae2f-4414cecaf16d taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.947116] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-d7d453dc-1cff-4206-ae2f-4414cecaf16d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.947116] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-d7d453dc-1cff-4206-ae2f-4414cecaf16d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.947116] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-d7d453dc-1cff-4206-ae2f-4414cecaf16d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.947116] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7d453dc-1cff-4206-ae2f-4414cecaf16d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.952388] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.952783] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.952783] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.953118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.953118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.953343] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.953508] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.953606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.953818] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.953925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.954338] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe is going to be updated. [ 999.986497] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.986613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.986673] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.986933] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.987086] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.996792] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe in Status: IN_PROGRESS for 2s [ 1000.121206] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 071c20d0-a41c-4a79-ac93-b9a457c13c5f with status ACTIVE [ 1000.121502] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.121683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.121845] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.122063] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.122187] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.122429] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.122547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.122619] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.122845] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.122957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.123077] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.123170] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.123988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.124182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.124266] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.124355] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 071c20d0-a41c-4a79-ac93-b9a457c13c5f is going to be updated. [ 1000.149727] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.149899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.150079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.150255] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.150408] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.150600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-071c20d0-a41c-4a79-ac93-b9a457c13c5f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.368695] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.450127] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.450522] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.450782] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.452168] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.452168] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.452168] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port d7d453dc-1cff-4206-ae2f-4414cecaf16d not found, creating... [ 1000.452312] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.452609] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.452767] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.453236] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.453412] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.453910] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.454227] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.454440] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.454824] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.457357] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.457803] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: d7d453dc-1cff-4206-ae2f-4414cecaf16d is going to be created. [ 1000.485201] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.485201] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.485201] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.485201] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.485201] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.485201] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-d7d453dc-1cff-4206-ae2f-4414cecaf16d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.871948] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.872171] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.872273] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.872525] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.872631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.872778] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b is going to be updated. [ 1000.901733] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.901733] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.901733] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.901733] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.901962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.914219] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b in Status: IN_PROGRESS for 2s [ 1001.394386] env[69439]: INFO networking_nsxv3.common.synchronization [req-02715413-6d04-420a-8790-ee78f26ae2c0 req-64c0211f-d7b6-41cd-8406-c108d468a1a4 service nova] Enqueued Resource ID: 9e5797e3-01fc-40c6-a389-91842a3d975a with Priority: HIGHEST for action security_group_rules [ 1001.394386] env[69439]: INFO networking_nsxv3.common.synchronization [req-02715413-6d04-420a-8790-ee78f26ae2c0 req-64c0211f-d7b6-41cd-8406-c108d468a1a4 service nova] Enqueued Resource ID: 9e5797e3-01fc-40c6-a389-91842a3d975a with Priority: HIGHEST for action security_group_members [ 1001.394837] env[69439]: INFO networking_nsxv3.common.synchronization [req-02715413-6d04-420a-8790-ee78f26ae2c0 req-64c0211f-d7b6-41cd-8406-c108d468a1a4 service nova] Enqueued Resource ID: d7d453dc-1cff-4206-ae2f-4414cecaf16d with Priority: HIGHEST for action port [ 1001.394837] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5797e3-01fc-40c6-a389-91842a3d975a with Priority: HIGHEST for action security_group_rules [ 1001.394964] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5797e3-01fc-40c6-a389-91842a3d975a with Priority: HIGHEST for action security_group_members [ 1001.394964] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d453dc-1cff-4206-ae2f-4414cecaf16d with Priority: HIGHEST for action port [ 1001.395706] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e5797e3-01fc-40c6-a389-91842a3d975a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.395789] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.395823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.397767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.397767] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e5797e3-01fc-40c6-a389-91842a3d975a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.399625] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5797e3-01fc-40c6-a389-91842a3d975a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.399625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.399625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.399782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.399950] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.400030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.400374] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.400374] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.400374] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.400610] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e5797e3-01fc-40c6-a389-91842a3d975a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.401466] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7d453dc-1cff-4206-ae2f-4414cecaf16d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.401624] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7d453dc-1cff-4206-ae2f-4414cecaf16d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.401667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7d453dc-1cff-4206-ae2f-4414cecaf16d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.402140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7d453dc-1cff-4206-ae2f-4414cecaf16d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.402140] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7d453dc-1cff-4206-ae2f-4414cecaf16d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.605291] env[69439]: INFO networking_nsxv3.common.synchronization [req-d14385c7-dddf-4e57-9796-b68818f2a8c8 req-75672e86-b795-4c2d-bfc7-8d5d2e523962 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Enqueued Resource ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 with Priority: HIGHEST for action security_group_members [ 1001.605824] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 with Priority: HIGHEST for action security_group_members [ 1001.606153] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb6ff40-a26e-4694-bac7-a5424851f269 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.606278] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.606340] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.606608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.606765] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.606863] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.606925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.607586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.607697] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.607812] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eb6ff40-a26e-4694-bac7-a5424851f269',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.904888] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5797e3-01fc-40c6-a389-91842a3d975a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.905104] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.905766] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e5797e3-01fc-40c6-a389-91842a3d975a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.906788] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7d453dc-1cff-4206-ae2f-4414cecaf16d with status ACTIVE [ 1001.907025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.907139] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.907213] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.907432] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.907558] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.907807] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.907919] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.907989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.908372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.908489] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.908677] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.908777] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.911683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.911683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.911683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.911683] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7d453dc-1cff-4206-ae2f-4414cecaf16d is going to be updated. [ 1001.935105] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.935385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.935474] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.935751] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.935963] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.936308] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7d453dc-1cff-4206-ae2f-4414cecaf16d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.008511] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe in Status: SUCCESS [ 1002.008649] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe deletion is rescheduled due to dependency. [ 1002.009096] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.021799] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.022122] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-190" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.022323] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-190" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.023072] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-190" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.024117] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.024545] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.024770] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.025718] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.025840] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.026204] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1002.026438] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.026665] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.026879] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.027471] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1002.027695] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.027943] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.081175] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.081353] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1002.081460] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.081644] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-190" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.081998] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-ead91377-ce7c-47dd-89b4-93b6309171f2 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.082195] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-ead91377-ce7c-47dd-89b4-93b6309171f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.082317] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-ead91377-ce7c-47dd-89b4-93b6309171f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.082674] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-ead91377-ce7c-47dd-89b4-93b6309171f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.082826] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ead91377-ce7c-47dd-89b4-93b6309171f2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.110402] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.110847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.111093] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.111325] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.111512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.112015] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.112166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.112262] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.112536] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.112643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.112729] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 already deleted. [ 1002.112814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.407949] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e5797e3-01fc-40c6-a389-91842a3d975a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.586202] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.586202] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.586202] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.586386] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.586536] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.586704] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port ead91377-ce7c-47dd-89b4-93b6309171f2 not found, creating... [ 1002.586978] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.587167] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.587294] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.587564] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.587753] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.588076] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.588244] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.588371] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.588595] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.588736] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.588882] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: ead91377-ce7c-47dd-89b4-93b6309171f2 is going to be created. [ 1002.610345] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.610573] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.610712] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.610997] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.611247] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.611477] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-ead91377-ce7c-47dd-89b4-93b6309171f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.917526] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.917749] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.917749] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.917955] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.918045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.918139] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5797e3-01fc-40c6-a389-91842a3d975a is going to be created. [ 1002.933792] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b in Status: SUCCESS [ 1002.933920] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.934202] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.934471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.934695] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.934828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.934905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.935171] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.935312] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.935457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.935612] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.936741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.936966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.937220] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.937345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.937414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.937595] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.937721] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.937870] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.948384] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.948384] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.948384] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.948384] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.948384] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.958103] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5797e3-01fc-40c6-a389-91842a3d975a in Status: UNINITIALIZED for 2s [ 1003.413142] env[69439]: INFO networking_nsxv3.common.synchronization [req-d14385c7-dddf-4e57-9796-b68818f2a8c8 req-f5aa2713-4707-4004-9101-8c4668c0bd9a service nova] Enqueued Resource ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 with Priority: HIGHEST for action security_group_rules [ 1003.413624] env[69439]: INFO networking_nsxv3.common.synchronization [req-d14385c7-dddf-4e57-9796-b68818f2a8c8 req-f5aa2713-4707-4004-9101-8c4668c0bd9a service nova] Enqueued Resource ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 with Priority: HIGHEST for action security_group_members [ 1003.413624] env[69439]: INFO networking_nsxv3.common.synchronization [req-d14385c7-dddf-4e57-9796-b68818f2a8c8 req-f5aa2713-4707-4004-9101-8c4668c0bd9a service nova] Enqueued Resource ID: ead91377-ce7c-47dd-89b4-93b6309171f2 with Priority: HIGHEST for action port [ 1003.413706] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 with Priority: HIGHEST for action security_group_rules [ 1003.414046] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 with Priority: HIGHEST for action security_group_members [ 1003.414046] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead91377-ce7c-47dd-89b4-93b6309171f2 with Priority: HIGHEST for action port [ 1003.415510] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eb6ff40-a26e-4694-bac7-a5424851f269 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.415510] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.415510] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.415901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.415901] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eb6ff40-a26e-4694-bac7-a5424851f269',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.417516] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb6ff40-a26e-4694-bac7-a5424851f269 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.417664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.417734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.417905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.418076] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.418198] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.418276] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.418432] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.418656] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.418656] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eb6ff40-a26e-4694-bac7-a5424851f269',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.420242] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-ead91377-ce7c-47dd-89b4-93b6309171f2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.420242] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ead91377-ce7c-47dd-89b4-93b6309171f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.420242] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ead91377-ce7c-47dd-89b4-93b6309171f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.420461] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ead91377-ce7c-47dd-89b4-93b6309171f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.420461] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ead91377-ce7c-47dd-89b4-93b6309171f2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.444025] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.444025] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.500144] env[69439]: INFO networking_nsxv3.common.synchronization [req-4cb103fe-0be8-476c-b473-a9c88e3dc833 req-917f98f0-9d8e-4538-83b9-abaa4b4abef6 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Enqueued Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_members [ 1003.500595] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b with Priority: HIGHEST for action security_group_members [ 1003.500983] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.501397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.927501] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ead91377-ce7c-47dd-89b4-93b6309171f2 with status ACTIVE [ 1003.927819] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.929608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.929689] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.929928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.930038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.930256] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.930363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.930425] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.930604] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.930692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.930880] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.930974] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.931046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.931192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.931267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.931348] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ead91377-ce7c-47dd-89b4-93b6309171f2 is going to be updated. [ 1003.935169] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb6ff40-a26e-4694-bac7-a5424851f269 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.935169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.935169] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8eb6ff40-a26e-4694-bac7-a5424851f269',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.944730] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.945716] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 621ba6ba-2f94-4e51-8b68-d56a5a1d992b: rpc.has_security_group_logging(os_id): False [ 1003.963398] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.963398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.963600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.963654] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.963786] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.963967] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ead91377-ce7c-47dd-89b4-93b6309171f2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.965345] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.965468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.965538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.965738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.965825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.966142] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.966257] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.966316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.966562] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.966652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.966743] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b is going to be updated. [ 1004.049525] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.049525] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.049525] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.049525] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.049525] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.068407] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b in Status: IN_PROGRESS for 2s [ 1004.438786] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8eb6ff40-a26e-4694-bac7-a5424851f269',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.448105] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.448269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.448348] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.448594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.448684] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.448784] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b is going to be updated. [ 1004.481188] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.483352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.483426] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.483874] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.483874] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.496326] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b in Status: IN_PROGRESS for 2s [ 1004.944464] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.944629] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.944699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.944938] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.945069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.945191] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 is going to be created. [ 1004.968240] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5797e3-01fc-40c6-a389-91842a3d975a in Status: SUCCESS [ 1004.968475] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.968636] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.968856] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.969096] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.969184] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.969259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.969421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.969506] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.969606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.969862] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e5797e3-01fc-40c6-a389-91842a3d975a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.972401] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.972525] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.972666] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.972761] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.972923] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.984628] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 in Status: UNINITIALIZED for 2s [ 1005.472385] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e5797e3-01fc-40c6-a389-91842a3d975a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.975841] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e5797e3-01fc-40c6-a389-91842a3d975a: rpc.has_security_group_logging(os_id): False [ 1006.004116] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.004288] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.004345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.005647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.005647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.005647] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.005647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.005647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.005647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.005647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.005647] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e5797e3-01fc-40c6-a389-91842a3d975a is going to be created. [ 1006.069759] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.069990] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.070110] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.070295] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.070543] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.090932] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e5797e3-01fc-40c6-a389-91842a3d975a in Status: IN_PROGRESS for 2s [ 1006.095995] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b in Status: SUCCESS [ 1006.096722] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.096920] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.097210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.097309] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.506950] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b in Status: SUCCESS [ 1006.507274] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.507465] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.507616] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.507892] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.507959] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.508434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.508434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.508434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.508739] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.555256] env[69439]: INFO networking_nsxv3.common.synchronization [req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 req-d4ab7b70-639f-41e6-9ffe-254b3c698915 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 1006.555793] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 1006.561323] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.561588] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.561588] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.561748] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.561911] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.562017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.562078] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.562227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.562310] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.562404] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.630144] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.630144] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.630144] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.630381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.630506] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.630558] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b is going to be deleted. [ 1006.646167] env[69439]: INFO networking_nsxv3.common.synchronization [req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb req-452b16f3-3beb-4ca4-b8de-40bd571be89c tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Enqueued Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_members [ 1006.646167] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_members [ 1006.646426] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-410d164c-aa2e-4aab-97a2-fb4f13027908 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.646676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.646870] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.647993] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.648464] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.648698] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.648870] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.649142] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.649462] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.649774] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('410d164c-aa2e-4aab-97a2-fb4f13027908',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.737207] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.737207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.737207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.737207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.737207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.737787] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.001918] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 in Status: SUCCESS [ 1007.001918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.001918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.001918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.001918] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.001918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.001918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.001918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.001918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.001918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.001918] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8eb6ff40-a26e-4694-bac7-a5424851f269',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.016024] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.016024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.016024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.016024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.016024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.016024] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.016024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.016024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.016024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.016024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.016024] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b is going to be deleted. [ 1007.050020] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.050020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.050020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.050020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.050020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.050020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.050020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.050020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.050020] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.050020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.050020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.050020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.050020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.050020] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('621ba6ba-2f94-4e51-8b68-d56a5a1d992b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.066346] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.154930] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.154930] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.154930] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.154930] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.154930] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.154930] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.154930] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.154930] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.154930] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.154930] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.154930] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 is going to be updated. [ 1007.186928] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.186928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.186928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.186928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.186928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.209028] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 in Status: IN_PROGRESS for 2s [ 1007.386707] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-578 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.387038] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-578" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.387234] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-578" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.387569] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-578" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.387904] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.388143] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.388326] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.388607] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.388887] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.389155] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.389346] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.389511] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.389705] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.389888] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.390460] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.390729] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.412704] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.413583] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1007.413832] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.414220] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-578" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.414615] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-eecd19b6-6acf-4bd3-9159-aea0f94b3226 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.414879] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-eecd19b6-6acf-4bd3-9159-aea0f94b3226" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.415079] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-eecd19b6-6acf-4bd3-9159-aea0f94b3226" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.415841] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-eecd19b6-6acf-4bd3-9159-aea0f94b3226" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.416063] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eecd19b6-6acf-4bd3-9159-aea0f94b3226',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.506666] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb6ff40-a26e-4694-bac7-a5424851f269 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.506980] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.507256] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.507480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.507781] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.507958] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.508121] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.508399] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.508575] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.508758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.509068] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb6ff40-a26e-4694-bac7-a5424851f269 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.509254] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.509380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.509764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.509885] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.510086] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.510223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.510473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.510626] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.510805] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.510984] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8eb6ff40-a26e-4694-bac7-a5424851f269',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.552772] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.552968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.553085] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.553340] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.554692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.554692] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.554692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.554692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.554692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.554692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.554692] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 621ba6ba-2f94-4e51-8b68-d56a5a1d992b already deleted. [ 1007.554692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-621ba6ba-2f94-4e51-8b68-d56a5a1d992b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.567902] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.922022] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.922022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.922022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.922022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.922022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.922022] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port eecd19b6-6acf-4bd3-9159-aea0f94b3226 not found, creating... [ 1007.922022] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.922022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.922022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.922022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.922022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.922469] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.922469] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.922469] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.922469] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.922469] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.922469] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: eecd19b6-6acf-4bd3-9159-aea0f94b3226 is going to be created. [ 1007.962374] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.966017] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.966017] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.966017] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.966017] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.966017] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-eecd19b6-6acf-4bd3-9159-aea0f94b3226" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.013814] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8eb6ff40-a26e-4694-bac7-a5424851f269: rpc.has_security_group_logging(os_id): False [ 1008.041737] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.042009] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.042105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.042458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.043347] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.043637] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.043864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.043924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.044286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.044431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.044705] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.044839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.044910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.045109] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.045187] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.048098] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.048098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.048098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.048098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.048098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.048098] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 is going to be created. [ 1008.070159] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.070374] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.070374] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.072186] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.072186] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.072186] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be updated. [ 1008.117455] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e5797e3-01fc-40c6-a389-91842a3d975a in Status: SUCCESS [ 1008.117690] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.124570] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.124764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.124764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.124982] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.125176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.145407] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.147605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.147605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.147605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.147605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.149488] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 in Status: IN_PROGRESS for 2s [ 1008.157109] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: IN_PROGRESS for 2s [ 1008.361022] env[69439]: INFO networking_nsxv3.common.synchronization [None req-a5e2a5f1-f552-4a6d-aa90-62e01bc581f0 None None] Enqueued Resource ID: 1557b44a-73d9-46de-874b-d2614b2cc8d8 with Priority: HIGHEST for action port [ 1008.361022] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1557b44a-73d9-46de-874b-d2614b2cc8d8 with Priority: HIGHEST for action port [ 1008.361022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-1557b44a-73d9-46de-874b-d2614b2cc8d8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.361022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1557b44a-73d9-46de-874b-d2614b2cc8d8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.361022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1557b44a-73d9-46de-874b-d2614b2cc8d8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.362063] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1557b44a-73d9-46de-874b-d2614b2cc8d8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.362241] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1557b44a-73d9-46de-874b-d2614b2cc8d8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.775107] env[69439]: INFO networking_nsxv3.common.synchronization [req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb req-eb7f306e-2377-4b2e-b519-517419b52efd service nova] Enqueued Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_rules [ 1008.775400] env[69439]: INFO networking_nsxv3.common.synchronization [req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb req-eb7f306e-2377-4b2e-b519-517419b52efd service nova] Enqueued Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_members [ 1008.775400] env[69439]: INFO networking_nsxv3.common.synchronization [req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb req-eb7f306e-2377-4b2e-b519-517419b52efd service nova] Enqueued Resource ID: eecd19b6-6acf-4bd3-9159-aea0f94b3226 with Priority: HIGHEST for action port [ 1008.775595] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_rules [ 1008.775726] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_members [ 1008.775824] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eecd19b6-6acf-4bd3-9159-aea0f94b3226 with Priority: HIGHEST for action port [ 1008.776834] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-410d164c-aa2e-4aab-97a2-fb4f13027908 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.776834] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.777142] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.777279] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.777360] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('410d164c-aa2e-4aab-97a2-fb4f13027908',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.778753] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-410d164c-aa2e-4aab-97a2-fb4f13027908 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.778753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.778942] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-eecd19b6-6acf-4bd3-9159-aea0f94b3226 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.779758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eecd19b6-6acf-4bd3-9159-aea0f94b3226" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.779758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eecd19b6-6acf-4bd3-9159-aea0f94b3226" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.779758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eecd19b6-6acf-4bd3-9159-aea0f94b3226" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.779758] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eecd19b6-6acf-4bd3-9159-aea0f94b3226',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.865339] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1557b44a-73d9-46de-874b-d2614b2cc8d8 [ 1008.865339] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.865339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.865339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.865339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.865339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.865531] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1557b44a-73d9-46de-874b-d2614b2cc8d8 already deleted. [ 1008.865531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1557b44a-73d9-46de-874b-d2614b2cc8d8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.228041] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 in Status: SUCCESS [ 1009.228286] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 deletion is rescheduled due to dependency. [ 1009.228437] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.229031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.229372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.229633] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.229859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.229933] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.230792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.230938] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.231093] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('410d164c-aa2e-4aab-97a2-fb4f13027908',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.278662] env[69439]: INFO networking_nsxv3.common.synchronization [None req-2a58d880-8a0a-4a85-81cd-dc3cd9a54897 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Enqueued Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_rules [ 1009.279303] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_rules [ 1009.279686] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.279793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.279867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.280226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.280339] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.283244] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-410d164c-aa2e-4aab-97a2-fb4f13027908 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.283394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.283499] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eecd19b6-6acf-4bd3-9159-aea0f94b3226 with status ACTIVE [ 1009.283748] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.283838] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.283937] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.284074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.284161] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.284326] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.284420] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.284480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.284633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.284705] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.284878] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.284971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.285042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.285179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.285251] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.287058] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eecd19b6-6acf-4bd3-9159-aea0f94b3226 is going to be updated. [ 1009.309806] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.310366] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.310474] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.311416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.311416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.311416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eecd19b6-6acf-4bd3-9159-aea0f94b3226" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.372306] env[69439]: INFO networking_nsxv3.common.synchronization [None req-eb45a936-c48e-4fbe-b9b3-8a6653e3cc2c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Enqueued Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_rules [ 1009.372963] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_rules [ 1009.373765] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.373874] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.734130] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('410d164c-aa2e-4aab-97a2-fb4f13027908',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.801788] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.802128] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.802128] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.802219] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.802306] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.802394] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 already deleted. [ 1009.802471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.802618] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.802780] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.802859] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.166134] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: SUCCESS [ 1010.166293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.167081] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 in Status: SUCCESS [ 1010.167259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.237429] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('410d164c-aa2e-4aab-97a2-fb4f13027908',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.331446] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.331446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.331446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.331446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.331446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.331446] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 already deleted. [ 1010.331446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.724226] env[69439]: INFO networking_nsxv3.common.synchronization [None req-b08017f3-bea2-4ee3-a7ef-1b8380d0e218 None None] Enqueued Resource ID: 8da247dd-0b2f-4585-87b1-94c2f350fe3f with Priority: HIGHEST for action port [ 1010.724499] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da247dd-0b2f-4585-87b1-94c2f350fe3f with Priority: HIGHEST for action port [ 1010.725096] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-8da247dd-0b2f-4585-87b1-94c2f350fe3f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.725741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8da247dd-0b2f-4585-87b1-94c2f350fe3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.725741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8da247dd-0b2f-4585-87b1-94c2f350fe3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.725741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8da247dd-0b2f-4585-87b1-94c2f350fe3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.725741] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8da247dd-0b2f-4585-87b1-94c2f350fe3f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.742473] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.742636] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.742749] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.742931] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.743033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.743134] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 is going to be updated. [ 1010.773609] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.774213] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.774213] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.774213] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.774213] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.782737] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 in Status: IN_PROGRESS for 2s [ 1011.231844] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8da247dd-0b2f-4585-87b1-94c2f350fe3f [ 1011.232155] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.232281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.232374] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.232574] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.233187] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.233296] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8da247dd-0b2f-4585-87b1-94c2f350fe3f already deleted. [ 1011.233359] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8da247dd-0b2f-4585-87b1-94c2f350fe3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.794185] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 in Status: SUCCESS [ 1012.794467] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.794592] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.794889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.795104] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.795225] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.795294] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.795455] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.795539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.795627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.795718] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('410d164c-aa2e-4aab-97a2-fb4f13027908',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.298025] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('410d164c-aa2e-4aab-97a2-fb4f13027908',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.801580] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 410d164c-aa2e-4aab-97a2-fb4f13027908: rpc.has_security_group_logging(os_id): False [ 1013.818868] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.819066] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.819177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.819443] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.819542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.819805] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.820369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.820369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.820369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.820369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.820369] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 is going to be updated. [ 1013.881967] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.882140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.882224] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.882403] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.882546] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.895062] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 in Status: IN_PROGRESS for 2s [ 1014.121727] env[69439]: INFO networking_nsxv3.common.synchronization [req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 req-58f7c67c-4118-45e6-8dfb-ab98206798a0 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Enqueued Resource ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 with Priority: HIGHEST for action security_group_members [ 1014.122311] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 with Priority: HIGHEST for action security_group_members [ 1014.122642] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb6ff40-a26e-4694-bac7-a5424851f269 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.122779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.122852] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.123204] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.123376] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.123478] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.123545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.123703] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.123791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.123886] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eb6ff40-a26e-4694-bac7-a5424851f269',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.626117] env[69439]: INFO networking_nsxv3.common.synchronization [req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 req-e3fbcf01-0d58-4810-abfe-25c0e97c8942 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Enqueued Resource ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 with Priority: HIGHEST for action security_group_members [ 1014.626117] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 with Priority: HIGHEST for action security_group_members [ 1014.626117] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.626117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.626117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.626117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.626484] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.626796] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.627080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.627235] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.627485] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.627675] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.627844] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 is going to be updated. [ 1014.629088] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f22adb3b-1a34-4931-87a1-380e6dfffcb1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.629339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.629526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.629790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.630070] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.630280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.630440] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.630659] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.630824] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.630998] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f22adb3b-1a34-4931-87a1-380e6dfffcb1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.664125] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.664275] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.664339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.666529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.666529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.673841] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 in Status: IN_PROGRESS for 2s [ 1015.134441] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.134740] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.134740] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.134881] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.134974] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.135188] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.135293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.135361] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.135502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.135578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.135662] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 is going to be updated. [ 1015.176979] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.177117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.177195] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.177408] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.177589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.187975] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 in Status: IN_PROGRESS for 2s [ 1015.910863] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 in Status: SUCCESS [ 1015.910863] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.683940] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 in Status: SUCCESS [ 1016.684207] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 deletion is rescheduled due to dependency. [ 1016.684286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.200533] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 in Status: SUCCESS [ 1017.200725] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f22adb3b-1a34-4931-87a1-380e6dfffcb1 deletion is rescheduled due to dependency. [ 1017.200866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f22adb3b-1a34-4931-87a1-380e6dfffcb1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.626937] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1019.626937] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1020.600170] env[69439]: INFO networking_nsxv3.common.synchronization [req-00774b5e-8eb8-4391-8eba-3c629712f4ac req-1c27b488-a6e9-4f01-a722-cb8313836210 tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Enqueued Resource ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc with Priority: HIGHEST for action security_group_members [ 1020.601880] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc with Priority: HIGHEST for action security_group_members [ 1020.601880] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.601880] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.601880] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.602167] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.602167] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.602300] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.602300] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.602452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.602538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.602647] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('289d8183-ece5-4bf9-8f2d-d4b06c1c00dc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.926697] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-271 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.927017] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-271" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.927017] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-271" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.927445] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-271" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.927766] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.928018] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.928185] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.928484] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.928682] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.928938] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.929108] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.929256] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.929381] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.929548] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.929612] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.929751] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.953108] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.953304] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1020.953448] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.953634] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-271" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.953971] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-ff203373-e408-44d8-8969-d001846407fc taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.954166] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-ff203373-e408-44d8-8969-d001846407fc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.954295] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-ff203373-e408-44d8-8969-d001846407fc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.954617] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-ff203373-e408-44d8-8969-d001846407fc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.954762] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff203373-e408-44d8-8969-d001846407fc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.106317] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.106317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.106317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.106317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.106317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.106317] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.106317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.106317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.106317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.106317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.106317] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc already deleted. [ 1021.106317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.459151] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.459390] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.459527] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.459830] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.460035] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.460208] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port ff203373-e408-44d8-8969-d001846407fc not found, creating... [ 1021.460484] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.460650] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.460777] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.461045] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.461199] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.461488] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.461652] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.461779] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.461995] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.462154] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.462301] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: ff203373-e408-44d8-8969-d001846407fc is going to be created. [ 1021.483498] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.483711] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.483838] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.484141] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.484421] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.484655] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-ff203373-e408-44d8-8969-d001846407fc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.165190] env[69439]: INFO networking_nsxv3.common.synchronization [req-00774b5e-8eb8-4391-8eba-3c629712f4ac req-458be3b0-c04c-4763-b998-81087678c9af service nova] Enqueued Resource ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc with Priority: HIGHEST for action security_group_rules [ 1022.165490] env[69439]: INFO networking_nsxv3.common.synchronization [req-00774b5e-8eb8-4391-8eba-3c629712f4ac req-458be3b0-c04c-4763-b998-81087678c9af service nova] Enqueued Resource ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc with Priority: HIGHEST for action security_group_members [ 1022.165490] env[69439]: INFO networking_nsxv3.common.synchronization [req-00774b5e-8eb8-4391-8eba-3c629712f4ac req-458be3b0-c04c-4763-b998-81087678c9af service nova] Enqueued Resource ID: ff203373-e408-44d8-8969-d001846407fc with Priority: HIGHEST for action port [ 1022.166234] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc with Priority: HIGHEST for action security_group_rules [ 1022.166483] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc with Priority: HIGHEST for action security_group_members [ 1022.166667] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff203373-e408-44d8-8969-d001846407fc with Priority: HIGHEST for action port [ 1022.167926] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.168554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.168647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.172027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.172027] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('289d8183-ece5-4bf9-8f2d-d4b06c1c00dc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.172936] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.173077] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.173183] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.173398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.173555] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.173680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.173718] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.173862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.173945] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.174078] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('289d8183-ece5-4bf9-8f2d-d4b06c1c00dc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.175012] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff203373-e408-44d8-8969-d001846407fc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.175155] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff203373-e408-44d8-8969-d001846407fc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.175258] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff203373-e408-44d8-8969-d001846407fc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.175719] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff203373-e408-44d8-8969-d001846407fc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.175719] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff203373-e408-44d8-8969-d001846407fc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.677552] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.677705] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.677917] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('289d8183-ece5-4bf9-8f2d-d4b06c1c00dc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.678971] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff203373-e408-44d8-8969-d001846407fc with status ACTIVE [ 1022.679102] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.679245] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.679290] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.679476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.679639] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.679739] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.679821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.680129] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.680129] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.680221] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.680924] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.680924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.680924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.680924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.680924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.680924] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff203373-e408-44d8-8969-d001846407fc is going to be updated. [ 1022.702452] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.702643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.702643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.702800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.702937] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.703107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff203373-e408-44d8-8969-d001846407fc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.148403] env[69439]: INFO networking_nsxv3.common.synchronization [req-76d95e23-92a4-4d02-a595-6655de3a005b req-cc61d9f8-3bc9-439c-9c5b-8be798fbb227 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Enqueued Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 1023.149019] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 1023.149390] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.149551] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.149620] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.149820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.150601] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.150764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.151080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.151169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.151330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.151506] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.183058] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('289d8183-ece5-4bf9-8f2d-d4b06c1c00dc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.652436] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.652693] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-959" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.652898] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-959" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.653246] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-959" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.653591] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.653779] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.653937] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.654202] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.654499] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.654789] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.654938] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.655108] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.655272] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.655417] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.655575] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.655718] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.657302] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.657302] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.657460] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.657599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.657712] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.657921] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.658057] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.658146] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.658316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.658419] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.658525] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 is going to be updated. [ 1023.676537] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.676714] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1023.676848] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.677094] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-959" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.677445] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-e2746cb1-fc8f-45cc-9cfc-9c8051291608 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.677618] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-e2746cb1-fc8f-45cc-9cfc-9c8051291608" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.678213] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-e2746cb1-fc8f-45cc-9cfc-9c8051291608" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.678213] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-e2746cb1-fc8f-45cc-9cfc-9c8051291608" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.678213] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2746cb1-fc8f-45cc-9cfc-9c8051291608',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.685102] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.685280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.685341] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.685539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.685626] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.685708] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc is going to be created. [ 1023.715816] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.715816] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.715816] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.716244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.716410] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.727087] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.727087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.727087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.727087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.727087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.728751] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: IN_PROGRESS for 2s [ 1023.749402] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc in Status: UNINITIALIZED for 2s [ 1024.180883] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.181195] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.181330] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.181644] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.181804] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.181935] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port e2746cb1-fc8f-45cc-9cfc-9c8051291608 not found, creating... [ 1024.182226] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.182392] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.182526] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.182753] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.182894] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.183205] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.183553] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.183553] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.183688] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.183826] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.183973] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: e2746cb1-fc8f-45cc-9cfc-9c8051291608 is going to be created. [ 1024.228081] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.228336] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.228336] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.228675] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.228865] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.229141] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-e2746cb1-fc8f-45cc-9cfc-9c8051291608" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.472410] env[69439]: INFO networking_nsxv3.common.synchronization [req-76d95e23-92a4-4d02-a595-6655de3a005b req-c8903930-a372-4963-a1cc-51b72aa12149 service nova] Enqueued Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_rules [ 1025.472649] env[69439]: INFO networking_nsxv3.common.synchronization [req-76d95e23-92a4-4d02-a595-6655de3a005b req-c8903930-a372-4963-a1cc-51b72aa12149 service nova] Enqueued Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 1025.472726] env[69439]: INFO networking_nsxv3.common.synchronization [req-76d95e23-92a4-4d02-a595-6655de3a005b req-c8903930-a372-4963-a1cc-51b72aa12149 service nova] Enqueued Resource ID: e2746cb1-fc8f-45cc-9cfc-9c8051291608 with Priority: HIGHEST for action port [ 1025.473296] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_rules [ 1025.473442] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 1025.473595] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2746cb1-fc8f-45cc-9cfc-9c8051291608 with Priority: HIGHEST for action port [ 1025.473992] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.474157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.474228] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.474426] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.474518] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.475423] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.476137] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.476137] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2746cb1-fc8f-45cc-9cfc-9c8051291608 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.476137] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2746cb1-fc8f-45cc-9cfc-9c8051291608" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.476137] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2746cb1-fc8f-45cc-9cfc-9c8051291608" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.476137] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2746cb1-fc8f-45cc-9cfc-9c8051291608" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.476137] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2746cb1-fc8f-45cc-9cfc-9c8051291608',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.744532] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: SUCCESS [ 1025.744736] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 deletion is rescheduled due to dependency. [ 1025.744871] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.745052] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.745295] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.745486] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.745617] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.745684] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.745866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.745946] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.746080] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.759672] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc in Status: SUCCESS [ 1025.759672] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.759672] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.759888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.760152] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.760264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.760325] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.760492] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.760575] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.760662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.760745] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('289d8183-ece5-4bf9-8f2d-d4b06c1c00dc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.977810] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.978009] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.978270] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2746cb1-fc8f-45cc-9cfc-9c8051291608 with status ACTIVE [ 1025.978477] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.978602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.978692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.978940] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.979057] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.979278] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.979402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.979476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.979672] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.979756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.979995] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.980281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.980281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.980364] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.980443] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.980554] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2746cb1-fc8f-45cc-9cfc-9c8051291608 is going to be updated. [ 1026.002182] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.002182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.002182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.002182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.002182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.002511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2746cb1-fc8f-45cc-9cfc-9c8051291608" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.248285] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.263331] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('289d8183-ece5-4bf9-8f2d-d4b06c1c00dc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.593247] env[69439]: INFO networking_nsxv3.common.synchronization [req-5b189a8b-e41e-402d-b693-47718391d3f6 req-aa346a56-e94b-4464-a400-6623ac028eb9 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Enqueued Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 1026.593820] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 1026.594149] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.594277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.594346] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.594547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.594707] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.594809] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.594880] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.596288] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.596437] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.596544] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.754744] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.765398] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc: rpc.has_security_group_logging(os_id): False [ 1026.799973] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.799973] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.799973] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.799973] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.799973] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.799973] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.800532] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.800583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.800773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.800855] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.800950] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc is going to be created. [ 1026.893122] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.893311] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.893415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.893595] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.893778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.908147] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc in Status: IN_PROGRESS for 2s [ 1027.063131] env[69439]: INFO networking_nsxv3.common.synchronization [None req-5c15dcc0-1421-4679-b858-3eb57f0e9430 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Enqueued Resource ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 with Priority: HIGHEST for action security_group_rules [ 1027.063131] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 with Priority: HIGHEST for action security_group_rules [ 1027.063131] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.063131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.063131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.063131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.063131] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09e64b84-7557-4e44-a624-dd0b85b9c9d5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.100724] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.144534] env[69439]: INFO networking_nsxv3.common.synchronization [None req-c99d879e-93ac-4dc7-bbf1-3a7d41993432 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Enqueued Resource ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 with Priority: HIGHEST for action security_group_rules [ 1027.145268] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 with Priority: HIGHEST for action security_group_rules [ 1027.145268] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.145268] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.260139] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.260139] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.260139] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.260139] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.260139] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.260139] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 is going to be updated. [ 1027.291149] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.291149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.291149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.291149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.291149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.303478] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: IN_PROGRESS for 2s [ 1027.585613] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.585867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.585948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.586294] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.586392] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.586510] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 already deleted. [ 1027.586607] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.586868] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.587079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.587203] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09e64b84-7557-4e44-a624-dd0b85b9c9d5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.603043] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.110711] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.110711] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.110711] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.110711] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.110711] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.110711] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 is going to be updated. [ 1028.112490] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.112618] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.112660] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.113645] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.113645] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.113645] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 already deleted. [ 1028.113645] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.142212] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.142405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.142462] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.142616] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.142752] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.154281] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: IN_PROGRESS for 2s [ 1028.165442] env[69439]: INFO networking_nsxv3.common.synchronization [req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 req-7f43d846-db19-4344-aa0d-87c4ba8eb84b tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 1028.165989] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 1028.166301] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.166424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.166497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.166687] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.167360] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.167472] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.167537] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.167693] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.167776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.167897] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.592640] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.592845] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.592976] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.593271] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.593525] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.593686] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.593810] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.594044] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.594195] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.594407] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.594561] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.594636] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.594741] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.594852] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.594959] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.595112] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.615117] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.615408] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1028.615466] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.615651] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.616011] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-cfaaf210-b968-4586-9a57-8f9a2f4482e9 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.616229] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-cfaaf210-b968-4586-9a57-8f9a2f4482e9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.616388] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-cfaaf210-b968-4586-9a57-8f9a2f4482e9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.616730] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-cfaaf210-b968-4586-9a57-8f9a2f4482e9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.616887] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfaaf210-b968-4586-9a57-8f9a2f4482e9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.669890] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.670126] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.670204] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.670423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.670515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.670711] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.670810] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.670874] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.671080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.671164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.671254] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be updated. [ 1028.700796] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.700992] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.701063] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.701268] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.701415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.711278] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: IN_PROGRESS for 2s [ 1028.922357] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc in Status: SUCCESS [ 1028.922601] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.120814] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.121090] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.121253] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.121573] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.121736] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.121919] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port cfaaf210-b968-4586-9a57-8f9a2f4482e9 not found, creating... [ 1029.122216] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.122398] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.122521] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.122772] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.122919] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.123230] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.123394] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.123521] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.123743] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.123942] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.124120] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: cfaaf210-b968-4586-9a57-8f9a2f4482e9 is going to be created. [ 1029.145289] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.145535] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.145712] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.146050] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.146469] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.146655] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-cfaaf210-b968-4586-9a57-8f9a2f4482e9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.314957] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: SUCCESS [ 1029.315438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.315681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.315968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.316190] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.316336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.316419] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.316618] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.316726] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.316820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.316917] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.820037] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.955396] env[69439]: INFO networking_nsxv3.common.synchronization [req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 req-be688821-c7d2-4799-bdeb-94a6662af6d9 service nova] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_rules [ 1029.955546] env[69439]: INFO networking_nsxv3.common.synchronization [req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 req-be688821-c7d2-4799-bdeb-94a6662af6d9 service nova] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 1029.955691] env[69439]: INFO networking_nsxv3.common.synchronization [req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 req-be688821-c7d2-4799-bdeb-94a6662af6d9 service nova] Enqueued Resource ID: cfaaf210-b968-4586-9a57-8f9a2f4482e9 with Priority: HIGHEST for action port [ 1029.959132] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_rules [ 1029.959307] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 1029.959410] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfaaf210-b968-4586-9a57-8f9a2f4482e9 with Priority: HIGHEST for action port [ 1029.959724] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.959849] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.959920] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.960197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.960291] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.961308] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.961428] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.961682] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfaaf210-b968-4586-9a57-8f9a2f4482e9 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.961828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfaaf210-b968-4586-9a57-8f9a2f4482e9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.961828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfaaf210-b968-4586-9a57-8f9a2f4482e9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.966274] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfaaf210-b968-4586-9a57-8f9a2f4482e9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.966315] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfaaf210-b968-4586-9a57-8f9a2f4482e9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.165314] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: SUCCESS [ 1030.165631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.324601] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0562be3f-b738-450a-9cb6-12de1ff84845: rpc.has_security_group_logging(os_id): False [ 1030.344739] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.344890] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.344963] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.345205] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.345299] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.345544] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.345645] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.345771] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.345935] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.346024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.346115] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 is going to be updated. [ 1030.420067] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.420294] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.420352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.420534] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.420680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.470477] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.470477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.470477] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfaaf210-b968-4586-9a57-8f9a2f4482e9 with status ACTIVE [ 1030.470477] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.470477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.470477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.470477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.470477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.470477] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.470477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.470983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.470983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.470983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.470983] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.471163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.471163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.471283] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.471350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.471432] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfaaf210-b968-4586-9a57-8f9a2f4482e9 is going to be updated. [ 1030.507838] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: IN_PROGRESS for 2s [ 1030.580573] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.580763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.580816] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.581125] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.581204] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.581362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfaaf210-b968-4586-9a57-8f9a2f4482e9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.723578] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 1030.723789] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 deletion is rescheduled due to dependency. [ 1030.723910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.724097] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.724328] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.724538] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.724712] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.724821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.724906] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.724989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.725111] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.227662] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.730536] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.235759] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.235759] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.235759] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.236292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.236292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.236292] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be updated. [ 1032.272480] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.272648] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.272727] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.272986] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.273189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.283303] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: IN_PROGRESS for 2s [ 1032.523872] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: SUCCESS [ 1032.524129] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.294701] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 1034.294984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.295184] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.295439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.295636] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.295755] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.295822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.295986] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.296130] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.296233] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.296345] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.801917] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.802212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.802212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.802465] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.802666] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.802775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.802840] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.803016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.803167] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.803312] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.803473] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.803570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.803632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.803865] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.804024] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.804244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.804244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.804397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.804397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.804473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.804581] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.962648] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1034.962824] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1035.307434] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31: rpc.has_security_group_logging(os_id): False [ 1035.327466] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.327865] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.328101] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.328530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.328662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.328901] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.329060] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.329132] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.329311] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.329475] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.329612] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.329759] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.329844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.330126] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.330240] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.330521] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.330659] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.330755] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.330950] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.331106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.331245] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be updated. [ 1035.402489] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.402716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.402716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.402909] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.403068] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.422439] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: IN_PROGRESS for 2s [ 1035.759583] env[69439]: INFO networking_nsxv3.common.synchronization [req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a req-12e5c052-e23f-42fa-bbc4-b48b9ea27caa tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1035.759702] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1035.760735] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.760917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.760998] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.762813] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.763023] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.763134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.763196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.763358] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.763437] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.763532] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.217151] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.217347] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.217395] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.217718] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.218033] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.218192] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.218334] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.218550] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.218706] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.218923] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.219067] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.219242] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.219366] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.219487] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.219599] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.219739] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.242144] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.242342] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1036.242487] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.242670] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.243030] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.243215] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.243359] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.243670] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.243814] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.266238] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.267140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.267140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.267140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.267140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.267140] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.267140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.267459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.267459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.267517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.267571] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 already deleted. [ 1036.267662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.745995] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.746369] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.746369] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.746625] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.746771] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.746933] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0 not found, creating... [ 1036.747223] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.747391] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.747513] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.747746] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.747889] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.748249] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.748448] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.748614] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.748835] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.748976] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.749135] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0 is going to be created. [ 1036.770520] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.770681] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.770816] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.771128] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.771381] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.771639] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.439803] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 1037.440189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.725024] env[69439]: INFO networking_nsxv3.common.synchronization [req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a req-f321a1b0-65dc-4dea-b447-362870ee2243 service nova] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_rules [ 1037.725024] env[69439]: INFO networking_nsxv3.common.synchronization [req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a req-f321a1b0-65dc-4dea-b447-362870ee2243 service nova] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1037.725024] env[69439]: INFO networking_nsxv3.common.synchronization [req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a req-f321a1b0-65dc-4dea-b447-362870ee2243 service nova] Enqueued Resource ID: 3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0 with Priority: HIGHEST for action port [ 1037.725024] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_rules [ 1037.725024] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1037.725024] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0 with Priority: HIGHEST for action port [ 1037.725024] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.725024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.725024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.725024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.725602] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.726830] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.727660] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.727660] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.727845] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.728016] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.728146] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.728210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.728404] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.728642] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.728755] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.729825] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.729825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.729913] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.730028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.730193] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.172626] env[69439]: INFO networking_nsxv3.common.synchronization [req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea req-87edebab-06d8-49e7-b00a-bbe80084ec9e tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Enqueued Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1038.176087] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1038.176447] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.176601] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.176674] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.176928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.177158] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.177269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.177333] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.177494] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.177578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.177673] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.234216] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.234589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.234934] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.236837] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0 with status ACTIVE [ 1038.237202] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.237490] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.238269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.239899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.239899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.239899] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.243476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.243476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.243476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.243476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.243476] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.243476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.243476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.243476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.243476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.243476] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0 is going to be updated. [ 1038.279813] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.280477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.280790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.281930] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.282320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.282832] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.681377] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.681734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.681814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.682119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.682483] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.682933] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.683175] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.683226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.683566] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.683702] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.683854] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a already deleted. [ 1038.683959] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.722958] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-438 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.723192] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-438" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.723327] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-438" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.723667] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-438" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.723948] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.725147] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.725310] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.725581] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.725741] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.725990] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.726132] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.726257] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.726393] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.726513] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.726649] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.726792] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.743834] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.749662] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.749836] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1038.751146] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.751333] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-438" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.751666] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-1be62aa1-c6f1-406c-88c4-bc3263c51462 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.751848] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-1be62aa1-c6f1-406c-88c4-bc3263c51462" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.751974] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-1be62aa1-c6f1-406c-88c4-bc3263c51462" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.752314] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-1be62aa1-c6f1-406c-88c4-bc3263c51462" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.752464] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1be62aa1-c6f1-406c-88c4-bc3263c51462',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.249736] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.249736] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.249736] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.249736] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.249736] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.249736] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be created. [ 1039.257595] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.262171] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.262171] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.262171] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.262171] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.262171] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 1be62aa1-c6f1-406c-88c4-bc3263c51462 not found, creating... [ 1039.262171] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.262171] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.262171] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.262171] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.262171] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.262609] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.262609] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.262609] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.262609] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.262609] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.264875] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 1be62aa1-c6f1-406c-88c4-bc3263c51462 is going to be created. [ 1039.282391] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.283302] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.283972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.285777] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.285777] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.293452] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.293452] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.293452] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.293452] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.293452] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.293452] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-1be62aa1-c6f1-406c-88c4-bc3263c51462" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.296301] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: UNINITIALIZED for 2s [ 1040.225193] env[69439]: INFO networking_nsxv3.common.synchronization [req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea req-22ca6f6b-9a11-4cd4-a596-ee5a8b763cf5 service nova] Enqueued Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_rules [ 1040.225646] env[69439]: INFO networking_nsxv3.common.synchronization [req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea req-22ca6f6b-9a11-4cd4-a596-ee5a8b763cf5 service nova] Enqueued Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1040.228553] env[69439]: INFO networking_nsxv3.common.synchronization [req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea req-22ca6f6b-9a11-4cd4-a596-ee5a8b763cf5 service nova] Enqueued Resource ID: 1be62aa1-c6f1-406c-88c4-bc3263c51462 with Priority: HIGHEST for action port [ 1040.228553] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_rules [ 1040.228553] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1040.228553] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be62aa1-c6f1-406c-88c4-bc3263c51462 with Priority: HIGHEST for action port [ 1040.228553] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.228553] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.228553] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.228553] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.228553] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.232760] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.232998] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.233123] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.233439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.237478] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.237478] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.237478] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.237478] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.237478] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.237478] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.238292] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-1be62aa1-c6f1-406c-88c4-bc3263c51462 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.238292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1be62aa1-c6f1-406c-88c4-bc3263c51462" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.238292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1be62aa1-c6f1-406c-88c4-bc3263c51462" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.238480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1be62aa1-c6f1-406c-88c4-bc3263c51462" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.239821] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1be62aa1-c6f1-406c-88c4-bc3263c51462',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.742454] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.744679] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.744679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.744679] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1be62aa1-c6f1-406c-88c4-bc3263c51462 with status ACTIVE [ 1040.744679] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.744679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.744679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.744679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.744679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.745047] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.745047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.745047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.745764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.745834] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.746039] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.746162] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.746238] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.746388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.746478] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.746579] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1be62aa1-c6f1-406c-88c4-bc3263c51462 is going to be updated. [ 1040.772534] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.772700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.772850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.772985] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.773148] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.773324] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1be62aa1-c6f1-406c-88c4-bc3263c51462" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.248478] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.311253] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1041.313431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.313431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.313431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.313431] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.313431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.313431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.313431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.313431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.313431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.313431] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.751560] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.751851] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.751851] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.754464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.754464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.754464] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a is going to be created. [ 1041.779131] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.781201] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.781201] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.781201] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.781201] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.798117] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: UNINITIALIZED for 2s [ 1041.816502] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.816720] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.819107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.819107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.819107] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.819107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.819107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.819107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.819107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.819107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.819107] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.819107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.819107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.819107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.819107] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.819107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.819107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.819107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.819747] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.819747] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.819747] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.186203] env[69439]: INFO networking_nsxv3.common.synchronization [req-cbd06571-8219-47a1-8187-0bd250f9b55b req-31c42aeb-3200-4d47-8ae6-b0308d611655 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 1042.186203] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 1042.186203] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.186203] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.186203] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.186203] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.186203] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.186203] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.186203] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.186203] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.186203] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.186203] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.325898] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 920aba9d-9bd1-470f-b4d5-9e20cb898836: rpc.has_security_group_logging(os_id): False [ 1042.334149] env[69439]: INFO networking_nsxv3.common.synchronization [req-2ad84357-6f0e-4d67-9f5a-c5c801c375be req-c1da2de3-6b30-4dbe-b716-466cf8f7dce6 tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Enqueued Resource ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 with Priority: HIGHEST for action security_group_members [ 1042.334866] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 with Priority: HIGHEST for action security_group_members [ 1042.335291] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f36e8f4b-a760-4a46-9f72-6235a70928a2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.335401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.335436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.335654] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.337594] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.337594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.337594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.337594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.337594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.337594] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f36e8f4b-a760-4a46-9f72-6235a70928a2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.349245] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.349245] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.349245] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.349245] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.349245] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.349756] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.350092] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.353069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.353069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.353069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.353069] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.353069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.353069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.353069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.353069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.353069] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.353069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.353069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.353069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.353069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.353069] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be created. [ 1042.567796] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.568029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.568029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.568270] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.568475] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.581140] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1042.691940] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.692195] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.692311] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.692664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.692833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.693363] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.693363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.693724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.693724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.693875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.693961] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be updated. [ 1042.752240] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.752240] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.752240] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.752240] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.752240] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.770427] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: IN_PROGRESS for 2s [ 1042.841769] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.841769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.841916] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.842092] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.842193] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.842393] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.842494] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.842585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.842707] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.842779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.842865] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 is going to be updated. [ 1042.890121] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.890398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.890398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.890861] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.890929] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.905159] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 in Status: IN_PROGRESS for 2s [ 1043.821573] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: SUCCESS [ 1043.821990] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.821990] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.822209] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.822410] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.822534] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.822619] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.822836] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.822924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.823026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.823125] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.325821] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.325821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.325943] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.326163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.326340] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.326462] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.326518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.326663] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.326752] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.326854] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.327017] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.327112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.327167] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.327318] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.327455] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.327545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.327602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.327741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.327816] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.327893] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.327980] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.406797] env[69439]: INFO networking_nsxv3.common.synchronization [req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea req-d8cf32c2-3f5c-486c-b04a-f3370cc94da4 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Enqueued Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1044.407435] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1044.407763] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.407891] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.408354] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.408354] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.408686] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.408686] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.408686] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.408686] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.408999] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.408999] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.594866] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1044.594866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.783930] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: SUCCESS [ 1044.784457] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 deletion is rescheduled due to dependency. [ 1044.784643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.830819] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acae3d53-5a1f-4d91-aa20-0c10df05970a: rpc.has_security_group_logging(os_id): False [ 1044.838343] env[69439]: INFO networking_nsxv3.common.synchronization [None req-87a9fbd7-fbbc-4100-9119-7ddf3b131243 None None] Enqueued Resource ID: 7a53c96f-9a6f-4443-8cca-662b5dce7174 with Priority: HIGHEST for action port [ 1044.843637] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a53c96f-9a6f-4443-8cca-662b5dce7174 with Priority: HIGHEST for action port [ 1044.848023] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a53c96f-9a6f-4443-8cca-662b5dce7174 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.848023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a53c96f-9a6f-4443-8cca-662b5dce7174" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.848023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a53c96f-9a6f-4443-8cca-662b5dce7174" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.848023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a53c96f-9a6f-4443-8cca-662b5dce7174" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.848023] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a53c96f-9a6f-4443-8cca-662b5dce7174',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.853285] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.853747] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.853893] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.854445] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.854623] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.854833] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.854977] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.855026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.855532] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.855656] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.855902] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.856099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.856227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.856426] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.856523] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.856919] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.857074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.857136] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.857329] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.857377] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.857529] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a is going to be created. [ 1044.912071] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.915100] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-438 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.915591] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-438" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.915770] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-438" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.916097] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-438" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.916663] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.916880] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.917071] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.917360] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.917851] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.918085] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.918269] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.918415] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.918564] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.918935] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.919117] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.919310] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.921164] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 in Status: SUCCESS [ 1044.921708] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 deletion is rescheduled due to dependency. [ 1044.921873] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.930191] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.931383] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.931569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.931855] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.932107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.951260] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.951522] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1044.951681] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.951884] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-438" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.952305] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-14b2db0d-8282-49be-a29f-64074c93cd0b taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.952548] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-14b2db0d-8282-49be-a29f-64074c93cd0b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.952705] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-14b2db0d-8282-49be-a29f-64074c93cd0b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.953152] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-14b2db0d-8282-49be-a29f-64074c93cd0b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.953342] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14b2db0d-8282-49be-a29f-64074c93cd0b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.960819] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: IN_PROGRESS for 2s [ 1045.349241] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a53c96f-9a6f-4443-8cca-662b5dce7174 [ 1045.349586] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.349767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.349912] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.350180] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.350388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.350521] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a53c96f-9a6f-4443-8cca-662b5dce7174 already deleted. [ 1045.350642] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a53c96f-9a6f-4443-8cca-662b5dce7174" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.426028] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.455846] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.463486] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.463486] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.463486] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.463486] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.463486] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 14b2db0d-8282-49be-a29f-64074c93cd0b not found, creating... [ 1045.463486] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.463486] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.463486] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.463486] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.463486] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.464687] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.464687] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.464687] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.464687] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.464900] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.465044] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 14b2db0d-8282-49be-a29f-64074c93cd0b is going to be created. [ 1045.491893] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.491893] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.491893] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.491893] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.491893] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.491893] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-14b2db0d-8282-49be-a29f-64074c93cd0b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.932087] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.932087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.932087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.932087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.932087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.932087] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a is going to be updated. [ 1045.962325] env[69439]: INFO networking_nsxv3.common.synchronization [None req-6b40efba-8c4a-429c-b52c-2efe1bbebf5c tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Enqueued Resource ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 with Priority: HIGHEST for action security_group_rules [ 1045.963501] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 with Priority: HIGHEST for action security_group_rules [ 1045.964064] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f3ca0c1-3fa7-4059-9223-3200aa533388 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.964813] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.965196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.965708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.967320] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f3ca0c1-3fa7-4059-9223-3200aa533388',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.969233] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.969509] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.969666] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.969960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.970215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.983392] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: IN_PROGRESS for 2s [ 1046.100315] env[69439]: INFO networking_nsxv3.common.synchronization [None req-023e330c-995b-4645-9c05-5ec06758adea tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Enqueued Resource ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 with Priority: HIGHEST for action security_group_rules [ 1046.101026] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 with Priority: HIGHEST for action security_group_rules [ 1046.101417] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f3ca0c1-3fa7-4059-9223-3200aa533388 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.102196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.315827] env[69439]: INFO networking_nsxv3.common.synchronization [req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea req-3fd72bbe-bd7e-4107-840b-014868dedcf5 service nova] Enqueued Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_rules [ 1046.316203] env[69439]: INFO networking_nsxv3.common.synchronization [req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea req-3fd72bbe-bd7e-4107-840b-014868dedcf5 service nova] Enqueued Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1046.316203] env[69439]: INFO networking_nsxv3.common.synchronization [req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea req-3fd72bbe-bd7e-4107-840b-014868dedcf5 service nova] Enqueued Resource ID: 14b2db0d-8282-49be-a29f-64074c93cd0b with Priority: HIGHEST for action port [ 1046.316394] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_rules [ 1046.316505] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1046.316723] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b2db0d-8282-49be-a29f-64074c93cd0b with Priority: HIGHEST for action port [ 1046.317757] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.317866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.318089] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.318842] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.318842] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-14b2db0d-8282-49be-a29f-64074c93cd0b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.318842] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14b2db0d-8282-49be-a29f-64074c93cd0b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.318842] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14b2db0d-8282-49be-a29f-64074c93cd0b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.319888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14b2db0d-8282-49be-a29f-64074c93cd0b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.319888] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14b2db0d-8282-49be-a29f-64074c93cd0b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.490456] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.490701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.490701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.490926] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.491037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.491142] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 already deleted. [ 1046.491285] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.491426] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.491578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.491989] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f3ca0c1-3fa7-4059-9223-3200aa533388',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.831415] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14b2db0d-8282-49be-a29f-64074c93cd0b with status ACTIVE [ 1046.831415] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.831415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.831415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.831415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.831415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.831415] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.831415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.831415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.831415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.831415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.831415] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.831415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.831415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.831415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.831415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.831415] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14b2db0d-8282-49be-a29f-64074c93cd0b is going to be updated. [ 1046.852141] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.852141] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.852141] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.852141] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.852141] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.852141] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14b2db0d-8282-49be-a29f-64074c93cd0b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.985957] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: SUCCESS [ 1046.985957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.985957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.985957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.985957] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.013513] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.013513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.013513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.013513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.013513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.013513] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 already deleted. [ 1047.013513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.438039] env[69439]: INFO networking_nsxv3.common.synchronization [None req-fca4540e-0653-4c54-ad78-da55f51be664 None None] Enqueued Resource ID: 0bae6e48-969f-4adc-956c-25fa09045ae3 with Priority: HIGHEST for action port [ 1047.439583] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bae6e48-969f-4adc-956c-25fa09045ae3 with Priority: HIGHEST for action port [ 1047.440040] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bae6e48-969f-4adc-956c-25fa09045ae3 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.440280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bae6e48-969f-4adc-956c-25fa09045ae3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.440384] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bae6e48-969f-4adc-956c-25fa09045ae3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.440732] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bae6e48-969f-4adc-956c-25fa09045ae3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.441034] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bae6e48-969f-4adc-956c-25fa09045ae3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.488205] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.488205] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.831182] env[69439]: INFO networking_nsxv3.common.synchronization [req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd req-04fc8515-2af4-4371-bcc0-5db6727b3f7f tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Enqueued Resource ID: c39476d6-2649-43bf-9994-ee3bd12cc002 with Priority: HIGHEST for action security_group_members [ 1047.831774] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39476d6-2649-43bf-9994-ee3bd12cc002 with Priority: HIGHEST for action security_group_members [ 1047.832180] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c39476d6-2649-43bf-9994-ee3bd12cc002 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.832314] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.832385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.832907] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.833096] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.833207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.833275] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.833473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.833560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.833666] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c39476d6-2649-43bf-9994-ee3bd12cc002',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.946580] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bae6e48-969f-4adc-956c-25fa09045ae3 [ 1047.946777] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.946913] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.946984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.947257] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.947365] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.947468] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bae6e48-969f-4adc-956c-25fa09045ae3 already deleted. [ 1047.947552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bae6e48-969f-4adc-956c-25fa09045ae3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.995370] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: SUCCESS [ 1047.995674] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.995756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.995967] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.996164] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.996281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.996346] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.996501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.996584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.996786] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.215360] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-870 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.215561] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-870" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.215693] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-870" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.216046] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-870" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.216339] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.216512] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.216629] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.217206] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.217206] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.217399] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.217470] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.217523] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.217863] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.217863] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.217863] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.218201] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.248595] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.248874] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1048.248962] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.249136] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-870" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.249646] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-954e15ac-343a-47a6-a594-b83ed7826678 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.249951] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-954e15ac-343a-47a6-a594-b83ed7826678" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.250135] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-954e15ac-343a-47a6-a594-b83ed7826678" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.250555] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-954e15ac-343a-47a6-a594-b83ed7826678" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.250699] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('954e15ac-343a-47a6-a594-b83ed7826678',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.336776] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.336776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.336776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.336776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.336776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.336776] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.336776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.336776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.337282] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.337282] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.337435] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c39476d6-2649-43bf-9994-ee3bd12cc002 already deleted. [ 1048.337514] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.500918] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.758168] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.758168] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.758168] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.758168] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.758168] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.758168] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 954e15ac-343a-47a6-a594-b83ed7826678 not found, creating... [ 1048.758168] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.758168] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.758168] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.759325] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.759803] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.761938] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.761938] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.761938] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.761938] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.762816] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.762816] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 954e15ac-343a-47a6-a594-b83ed7826678 is going to be created. [ 1048.793697] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.794097] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.794302] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.794695] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.795418] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.795900] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-954e15ac-343a-47a6-a594-b83ed7826678" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.003775] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.506192] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.506381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.506463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.506683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.506776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.506875] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a is going to be updated. [ 1049.539325] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.539488] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.539560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.539771] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.539917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.549793] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: IN_PROGRESS for 2s [ 1049.694220] env[69439]: INFO networking_nsxv3.common.synchronization [req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd req-362ee5b0-6556-4224-b9ad-1c4337cfa5e6 service nova] Enqueued Resource ID: c39476d6-2649-43bf-9994-ee3bd12cc002 with Priority: HIGHEST for action security_group_rules [ 1049.694415] env[69439]: INFO networking_nsxv3.common.synchronization [req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd req-362ee5b0-6556-4224-b9ad-1c4337cfa5e6 service nova] Enqueued Resource ID: c39476d6-2649-43bf-9994-ee3bd12cc002 with Priority: HIGHEST for action security_group_members [ 1049.694563] env[69439]: INFO networking_nsxv3.common.synchronization [req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd req-362ee5b0-6556-4224-b9ad-1c4337cfa5e6 service nova] Enqueued Resource ID: 954e15ac-343a-47a6-a594-b83ed7826678 with Priority: HIGHEST for action port [ 1049.695058] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39476d6-2649-43bf-9994-ee3bd12cc002 with Priority: HIGHEST for action security_group_rules [ 1049.695187] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39476d6-2649-43bf-9994-ee3bd12cc002 with Priority: HIGHEST for action security_group_members [ 1049.695281] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 954e15ac-343a-47a6-a594-b83ed7826678 with Priority: HIGHEST for action port [ 1049.695562] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c39476d6-2649-43bf-9994-ee3bd12cc002 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.695711] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.695763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.696025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.696149] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c39476d6-2649-43bf-9994-ee3bd12cc002',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.696946] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c39476d6-2649-43bf-9994-ee3bd12cc002 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.697083] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.697154] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.697323] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.697474] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.697586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.697622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.697756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.697890] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.697932] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c39476d6-2649-43bf-9994-ee3bd12cc002',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.698679] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-954e15ac-343a-47a6-a594-b83ed7826678 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.699013] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-954e15ac-343a-47a6-a594-b83ed7826678" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.699013] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-954e15ac-343a-47a6-a594-b83ed7826678" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.699013] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-954e15ac-343a-47a6-a594-b83ed7826678" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.699123] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('954e15ac-343a-47a6-a594-b83ed7826678',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.717620] env[69439]: INFO networking_nsxv3.common.synchronization [req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 req-089eafa3-682b-4339-b9e6-c796ce7aa2f7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1049.718231] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1049.718629] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.719103] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.719229] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.719448] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.719766] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.719904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.719976] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.721227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.721227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.721227] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.201459] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c39476d6-2649-43bf-9994-ee3bd12cc002 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.201837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.202015] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c39476d6-2649-43bf-9994-ee3bd12cc002',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.202991] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 954e15ac-343a-47a6-a594-b83ed7826678 with status ACTIVE [ 1050.203195] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.203318] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.203388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.203596] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.203687] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.203862] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.203957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.204121] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.204244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.204373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.204565] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.204659] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.204722] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.204882] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.204939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.205042] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 954e15ac-343a-47a6-a594-b83ed7826678 is going to be updated. [ 1050.223687] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.223942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.224116] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.224582] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.224582] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.224929] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.225125] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.225236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.225511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.225655] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.225820] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be updated. [ 1050.237046] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.237046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.237309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.237345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.237494] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.237713] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-954e15ac-343a-47a6-a594-b83ed7826678" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.270410] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.270706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.270796] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.271030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.271160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.289518] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1050.707969] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c39476d6-2649-43bf-9994-ee3bd12cc002',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.210297] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.210732] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.210732] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.210800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.211300] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.211300] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c39476d6-2649-43bf-9994-ee3bd12cc002 is going to be created. [ 1051.237947] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.238126] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.238126] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.238357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.238531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.249185] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c39476d6-2649-43bf-9994-ee3bd12cc002 in Status: UNINITIALIZED for 2s [ 1051.561237] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: SUCCESS [ 1051.561551] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.561782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.562075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.562365] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.562512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.562581] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.562753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.562837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.562926] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.563046] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.068708] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.068938] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.069069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.069524] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.069671] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.069860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.069968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.070219] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.070391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.070528] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.070764] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.070922] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.071045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.071269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.071502] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.071676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.071783] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.072016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.076285] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.076473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.076627] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.304483] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1052.304483] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 deletion is rescheduled due to dependency. [ 1052.304483] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.580058] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acae3d53-5a1f-4d91-aa20-0c10df05970a: rpc.has_security_group_logging(os_id): False [ 1052.597933] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.598161] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.598161] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.598511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.598612] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.598873] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.599016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.599094] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.599288] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.599505] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.599563] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.599691] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.599764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.599937] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.600037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.600225] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.600430] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.600480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.600652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.600740] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.600947] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a is going to be updated. [ 1052.677365] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.677365] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.677365] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.677365] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.677542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.691588] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: IN_PROGRESS for 2s [ 1053.264727] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c39476d6-2649-43bf-9994-ee3bd12cc002 in Status: SUCCESS [ 1053.265066] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.265225] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.265466] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.265693] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.265821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.266127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.266893] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.267173] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.267271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.267361] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c39476d6-2649-43bf-9994-ee3bd12cc002',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.772810] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c39476d6-2649-43bf-9994-ee3bd12cc002 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.773148] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.773148] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.773250] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.773414] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.775095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.775095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.775095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.775095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.775095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.775095] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c39476d6-2649-43bf-9994-ee3bd12cc002 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.775095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.775095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.775095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.775095] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.775095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.775095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.775095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.775095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.775095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.775715] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c39476d6-2649-43bf-9994-ee3bd12cc002',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.259469] env[69439]: INFO networking_nsxv3.common.synchronization [req-dbc2a675-6620-49f1-9649-a6148aa208bf req-f366b013-0b5f-4b49-9de9-ee241dd4b123 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Enqueued Resource ID: 51b1206e-8060-43b0-bd32-be99c8eb203c with Priority: HIGHEST for action security_group_members [ 1054.260061] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b1206e-8060-43b0-bd32-be99c8eb203c with Priority: HIGHEST for action security_group_members [ 1054.260659] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b1206e-8060-43b0-bd32-be99c8eb203c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.260882] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.261751] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.261751] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.261751] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.261751] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.261751] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.262039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.262084] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.262234] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.277416] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c39476d6-2649-43bf-9994-ee3bd12cc002: rpc.has_security_group_logging(os_id): False [ 1054.298849] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.298949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.299042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.299307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.299413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.299671] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.300833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.300833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.300833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.300833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.300833] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.300833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.300833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.300833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.301417] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.302284] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.302284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.302284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.302284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.302834] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.302834] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c39476d6-2649-43bf-9994-ee3bd12cc002 is going to be created. [ 1054.380540] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.380688] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.380750] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.380992] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.381208] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.395344] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c39476d6-2649-43bf-9994-ee3bd12cc002 in Status: IN_PROGRESS for 2s [ 1054.708828] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: SUCCESS [ 1054.712747] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.764716] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.268575] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.770709] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.770709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.770877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.770946] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.771049] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.771153] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b1206e-8060-43b0-bd32-be99c8eb203c is going to be updated. [ 1055.806152] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.806310] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.806381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.806583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.806733] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.815961] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b1206e-8060-43b0-bd32-be99c8eb203c in Status: IN_PROGRESS for 2s [ 1056.381021] env[69439]: INFO networking_nsxv3.common.synchronization [req-ab40d316-de1e-4633-9b8b-26da7e499172 req-5820635a-ecca-4a21-ad95-29d8e3b7919f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Enqueued Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_members [ 1056.381306] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_members [ 1056.381429] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.381565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.381565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.381830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.381996] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.383681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.383681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.383681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.383681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.383681] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.416432] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c39476d6-2649-43bf-9994-ee3bd12cc002 in Status: SUCCESS [ 1056.416756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.755976] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.756256] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-302" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.756503] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-302" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.756902] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-302" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.759863] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.760178] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.760269] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.760574] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.760767] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.761039] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.761178] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.761346] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.761521] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.761666] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.761806] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.762067] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.787105] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.787361] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1056.787514] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.787698] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-302" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.788084] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-29946d17-47b7-4c35-b521-51c0a007f5d1 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.788304] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-29946d17-47b7-4c35-b521-51c0a007f5d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.788454] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-29946d17-47b7-4c35-b521-51c0a007f5d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.788802] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-29946d17-47b7-4c35-b521-51c0a007f5d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.788981] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29946d17-47b7-4c35-b521-51c0a007f5d1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.888563] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.888563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.888563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.888563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.888563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.888563] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.888563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.888563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.888563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.888563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.888563] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 already deleted. [ 1056.888563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.044025] env[69439]: INFO networking_nsxv3.common.synchronization [None req-be54df63-ff15-4689-9f33-99bfd5399b39 None None] Enqueued Resource ID: 31aa7e0a-8ebf-451a-8bf1-e5b1a793f52f with Priority: HIGHEST for action port [ 1057.044025] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31aa7e0a-8ebf-451a-8bf1-e5b1a793f52f with Priority: HIGHEST for action port [ 1057.044025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-31aa7e0a-8ebf-451a-8bf1-e5b1a793f52f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.044025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31aa7e0a-8ebf-451a-8bf1-e5b1a793f52f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.044025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31aa7e0a-8ebf-451a-8bf1-e5b1a793f52f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.044784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31aa7e0a-8ebf-451a-8bf1-e5b1a793f52f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.045040] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31aa7e0a-8ebf-451a-8bf1-e5b1a793f52f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.295302] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.295302] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.295302] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.295302] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.295302] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.295302] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 29946d17-47b7-4c35-b521-51c0a007f5d1 not found, creating... [ 1057.295302] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.295302] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.295302] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.295302] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.295302] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.295819] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.295819] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.296624] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.299161] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.299161] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.299161] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 29946d17-47b7-4c35-b521-51c0a007f5d1 is going to be created. [ 1057.325685] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.325685] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.325685] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.325685] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.325685] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.326037] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-29946d17-47b7-4c35-b521-51c0a007f5d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.550373] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31aa7e0a-8ebf-451a-8bf1-e5b1a793f52f [ 1057.550373] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.550373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.550373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.550373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.550373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.550373] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31aa7e0a-8ebf-451a-8bf1-e5b1a793f52f already deleted. [ 1057.550373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31aa7e0a-8ebf-451a-8bf1-e5b1a793f52f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.827269] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b1206e-8060-43b0-bd32-be99c8eb203c in Status: SUCCESS [ 1057.827684] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.902272] env[69439]: INFO networking_nsxv3.common.synchronization [req-925a65b3-2b7e-4057-ba93-664394a45637 req-c09d23db-b846-48e4-bcea-6f1504e2d871 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Enqueued Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1057.902902] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1057.903273] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.903420] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.903494] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.903706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.903889] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.904017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.904108] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.904275] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.904367] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.904463] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.209020] env[69439]: INFO networking_nsxv3.common.synchronization [req-a9336f34-e77a-4d5a-9348-d21bf517bed8 req-38ccc564-ca47-4e74-9b22-d59d6fb85d4e tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Enqueued Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1058.209555] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1058.209862] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.209967] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.351831] env[69439]: INFO networking_nsxv3.common.synchronization [req-ab40d316-de1e-4633-9b8b-26da7e499172 req-a8c431a0-5baf-40d2-8ac8-6e6f3dd8d6f1 service nova] Enqueued Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_rules [ 1058.352030] env[69439]: INFO networking_nsxv3.common.synchronization [req-ab40d316-de1e-4633-9b8b-26da7e499172 req-a8c431a0-5baf-40d2-8ac8-6e6f3dd8d6f1 service nova] Enqueued Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_members [ 1058.352274] env[69439]: INFO networking_nsxv3.common.synchronization [req-ab40d316-de1e-4633-9b8b-26da7e499172 req-a8c431a0-5baf-40d2-8ac8-6e6f3dd8d6f1 service nova] Enqueued Resource ID: 29946d17-47b7-4c35-b521-51c0a007f5d1 with Priority: HIGHEST for action port [ 1058.352404] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_rules [ 1058.352530] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_members [ 1058.352626] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29946d17-47b7-4c35-b521-51c0a007f5d1 with Priority: HIGHEST for action port [ 1058.353160] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.353741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.353741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.353741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.353741] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.357234] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.357234] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.357234] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.357234] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.357234] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.357503] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.357503] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.357622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.357720] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.357814] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.358670] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-29946d17-47b7-4c35-b521-51c0a007f5d1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.360180] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29946d17-47b7-4c35-b521-51c0a007f5d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.360257] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29946d17-47b7-4c35-b521-51c0a007f5d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.360423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29946d17-47b7-4c35-b521-51c0a007f5d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.360520] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29946d17-47b7-4c35-b521-51c0a007f5d1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.407582] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.655574] env[69439]: INFO networking_nsxv3.common.synchronization [req-44635e57-82bc-4fea-9df1-3bc554bffdec req-a53af127-6df2-436f-8d7a-57f06898af01 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Enqueued Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_members [ 1058.656549] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 with Priority: HIGHEST for action security_group_members [ 1058.656917] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-410d164c-aa2e-4aab-97a2-fb4f13027908 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.659407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.659407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.659407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.659407] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.659407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.659407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.659407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.659407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.659407] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('410d164c-aa2e-4aab-97a2-fb4f13027908',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.863409] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.864474] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.864474] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.864671] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29946d17-47b7-4c35-b521-51c0a007f5d1 with status ACTIVE [ 1058.864833] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.864942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.865015] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.865226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.865318] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.865490] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.865584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.865649] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.865801] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.865880] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.866834] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.866977] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.867064] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.867281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.867341] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.867387] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29946d17-47b7-4c35-b521-51c0a007f5d1 is going to be updated. [ 1058.895434] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.895434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.895434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.895434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.895434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.895434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29946d17-47b7-4c35-b521-51c0a007f5d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.910759] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.161635] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.161635] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.161635] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.161635] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.161926] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.161926] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.162142] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.162142] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.162309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.162309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.162496] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 is going to be updated. [ 1059.198372] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.198372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.198372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.198372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.198372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.210553] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 in Status: IN_PROGRESS for 2s [ 1059.334009] env[69439]: INFO networking_nsxv3.common.synchronization [None req-97383e1e-4c30-4789-bea3-36485e41f38f None None] Enqueued Resource ID: e3254ddc-1efb-48d1-ac87-9022591d4249 with Priority: HIGHEST for action port [ 1059.334304] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3254ddc-1efb-48d1-ac87-9022591d4249 with Priority: HIGHEST for action port [ 1059.334889] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3254ddc-1efb-48d1-ac87-9022591d4249 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.335487] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3254ddc-1efb-48d1-ac87-9022591d4249" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.335607] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3254ddc-1efb-48d1-ac87-9022591d4249" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.335862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3254ddc-1efb-48d1-ac87-9022591d4249" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.335951] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3254ddc-1efb-48d1-ac87-9022591d4249',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.365315] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.413971] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.413971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.413971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.413971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.413971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.413971] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a is going to be updated. [ 1059.442875] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.443089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.443210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.443493] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.443644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.452963] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: IN_PROGRESS for 2s [ 1059.838593] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3254ddc-1efb-48d1-ac87-9022591d4249 [ 1059.838939] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.839118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.839228] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.839509] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.839614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.839748] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3254ddc-1efb-48d1-ac87-9022591d4249 already deleted. [ 1059.839850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3254ddc-1efb-48d1-ac87-9022591d4249" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.868151] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.868309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.868394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.868685] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.868792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.868893] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 is going to be created. [ 1059.896050] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.896050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.896381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.896381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.896618] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.907236] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: UNINITIALIZED for 2s [ 1060.575018] env[69439]: INFO networking_nsxv3.common.synchronization [req-8f48ce88-411c-48f3-93a9-1c0482c0b751 req-31211651-7691-4c0d-a696-323c89df8aaf tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Enqueued Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 1060.575564] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGHEST for action security_group_members [ 1060.576864] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.576864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.576864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.576864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.576864] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.576864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.576864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.576864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.576864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.576864] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.844717] env[69439]: INFO networking_nsxv3.common.synchronization [req-6716abd3-1129-421d-b17b-271d73ea3097 req-1845d11a-5332-4a52-bd0d-c386de44206e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Enqueued Resource ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 with Priority: HIGHEST for action security_group_members [ 1060.845654] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 with Priority: HIGHEST for action security_group_members [ 1060.845907] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-09e64b84-7557-4e44-a624-dd0b85b9c9d5 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.846054] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.846121] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.846738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.846738] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.846738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.846738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.847246] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.847246] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.847246] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09e64b84-7557-4e44-a624-dd0b85b9c9d5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.081238] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.081522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.081522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.081701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.081799] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.082071] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.082256] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.082342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.082496] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.082595] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.082708] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 is going to be updated. [ 1061.112304] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.112683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.112683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.112816] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.112858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.123750] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: IN_PROGRESS for 2s [ 1061.223080] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 in Status: SUCCESS [ 1061.223286] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 410d164c-aa2e-4aab-97a2-fb4f13027908 deletion is rescheduled due to dependency. [ 1061.223511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410d164c-aa2e-4aab-97a2-fb4f13027908" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.303336] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.303552] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.303723] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.303999] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.304278] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.304436] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.304872] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.304872] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.305037] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.306177] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.306177] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.306177] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.306315] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.306394] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.306514] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.306624] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.327140] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.331083] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1061.331083] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.331083] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.331083] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-032f0af3-342e-48d4-8b85-b3b9ea5534c1 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.331083] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-032f0af3-342e-48d4-8b85-b3b9ea5534c1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.331083] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-032f0af3-342e-48d4-8b85-b3b9ea5534c1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.331083] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-032f0af3-342e-48d4-8b85-b3b9ea5534c1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.331083] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('032f0af3-342e-48d4-8b85-b3b9ea5534c1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.349645] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.351352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.351352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.351352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.351352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.351352] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.351352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.351352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.351352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.351352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.351352] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 already deleted. [ 1061.351352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.462344] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: SUCCESS [ 1061.462640] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.462845] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.463057] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.463258] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.463376] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.463443] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.463607] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.463690] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.463787] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.799880] env[69439]: INFO networking_nsxv3.common.synchronization [req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 req-b09e9ee0-3093-4947-bbc9-3c9060678164 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Enqueued Resource ID: c39476d6-2649-43bf-9994-ee3bd12cc002 with Priority: HIGHEST for action security_group_members [ 1061.800373] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39476d6-2649-43bf-9994-ee3bd12cc002 with Priority: HIGHEST for action security_group_members [ 1061.800740] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c39476d6-2649-43bf-9994-ee3bd12cc002 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.802515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.802515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.802515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.802515] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.802515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.802515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.802515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.802515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.802515] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c39476d6-2649-43bf-9994-ee3bd12cc002',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.837100] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.837404] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.837572] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.837937] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.838200] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.838438] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 032f0af3-342e-48d4-8b85-b3b9ea5534c1 not found, creating... [ 1061.838698] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.838885] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.839056] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.839317] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.839469] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.839784] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.839960] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.840119] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.840340] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.840486] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.840653] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 032f0af3-342e-48d4-8b85-b3b9ea5534c1 is going to be created. [ 1061.860554] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.860957] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.860957] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.861230] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.861516] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.861811] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-032f0af3-342e-48d4-8b85-b3b9ea5534c1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.933987] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: SUCCESS [ 1061.934132] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.934325] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.934503] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.934718] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.934819] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.934914] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.935102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.935157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.935208] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.935322] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.966252] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.966429] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.966469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.966700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.966799] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.967014] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.967125] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.967188] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.967345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.967422] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.967511] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a is going to be updated. [ 1062.003369] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.003526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.003654] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.003891] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.004110] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.016054] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: IN_PROGRESS for 2s [ 1062.303877] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.304024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.304173] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.304315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.304425] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.304591] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.304710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.304786] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.304937] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.305028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.305114] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c39476d6-2649-43bf-9994-ee3bd12cc002 is going to be updated. [ 1062.333431] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.333629] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.333677] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.333855] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.333985] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.343480] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c39476d6-2649-43bf-9994-ee3bd12cc002 in Status: IN_PROGRESS for 2s [ 1062.438519] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.655328] env[69439]: INFO networking_nsxv3.common.synchronization [req-6716abd3-1129-421d-b17b-271d73ea3097 req-7b8823e2-c556-4088-b7f0-bf850285ce30 service nova] Enqueued Resource ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 with Priority: HIGHEST for action security_group_rules [ 1062.655515] env[69439]: INFO networking_nsxv3.common.synchronization [req-6716abd3-1129-421d-b17b-271d73ea3097 req-7b8823e2-c556-4088-b7f0-bf850285ce30 service nova] Enqueued Resource ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 with Priority: HIGHEST for action security_group_members [ 1062.656441] env[69439]: INFO networking_nsxv3.common.synchronization [req-6716abd3-1129-421d-b17b-271d73ea3097 req-7b8823e2-c556-4088-b7f0-bf850285ce30 service nova] Enqueued Resource ID: 032f0af3-342e-48d4-8b85-b3b9ea5534c1 with Priority: HIGHEST for action port [ 1062.656441] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 with Priority: HIGHEST for action security_group_rules [ 1062.656441] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 with Priority: HIGHEST for action security_group_members [ 1062.656441] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032f0af3-342e-48d4-8b85-b3b9ea5534c1 with Priority: HIGHEST for action port [ 1062.657013] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.657013] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.657013] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.657886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.658821] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09e64b84-7557-4e44-a624-dd0b85b9c9d5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.659844] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-09e64b84-7557-4e44-a624-dd0b85b9c9d5 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.660140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.660140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.660258] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.661218] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.661218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.661218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.661218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.661218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.661218] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09e64b84-7557-4e44-a624-dd0b85b9c9d5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.662034] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-032f0af3-342e-48d4-8b85-b3b9ea5534c1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.662151] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-032f0af3-342e-48d4-8b85-b3b9ea5534c1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.662204] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-032f0af3-342e-48d4-8b85-b3b9ea5534c1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.662363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-032f0af3-342e-48d4-8b85-b3b9ea5534c1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.662459] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('032f0af3-342e-48d4-8b85-b3b9ea5534c1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.942420] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf3119dc-7330-463e-8dbe-f2b7626241e2: rpc.has_security_group_logging(os_id): False [ 1062.962404] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.962692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.962692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.962905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.962905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.963199] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.963322] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.963384] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.963491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.963605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.963698] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 is going to be created. [ 1063.028405] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.028405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.028405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.028679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.028876] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.041579] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: IN_PROGRESS for 2s [ 1063.139067] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 in Status: SUCCESS [ 1063.139067] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 deletion is rescheduled due to dependency. [ 1063.139067] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.164788] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09e64b84-7557-4e44-a624-dd0b85b9c9d5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.166518] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-09e64b84-7557-4e44-a624-dd0b85b9c9d5 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.166784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.167300] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 032f0af3-342e-48d4-8b85-b3b9ea5534c1 with status ACTIVE [ 1063.167570] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.167662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.167735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.167965] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.168127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.168337] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.168495] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.168554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.168718] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.168776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.168994] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.169112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.169811] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.169811] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.169811] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.169811] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 032f0af3-342e-48d4-8b85-b3b9ea5534c1 is going to be updated. [ 1063.202852] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.202852] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.202852] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.202852] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.202852] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.203145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-032f0af3-342e-48d4-8b85-b3b9ea5534c1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.458091] env[69439]: INFO networking_nsxv3.common.synchronization [req-2c80d1a5-603f-41ee-ad53-2947416da63b req-50e550c9-ce51-469d-867a-f6384640ab1e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 1063.459166] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 1063.459166] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.459166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.459166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.459492] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.459546] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.459966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.459966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.459966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.460147] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.460711] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.780444] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09e64b84-7557-4e44-a624-dd0b85b9c9d5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.964725] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.965526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.965526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.965526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.965526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.965704] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.965704] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.965798] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.966821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.966821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.966821] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be updated. [ 1063.984919] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.985128] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.985255] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.985589] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.985772] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.985924] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.986060] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.989401] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.989401] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.989401] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.989401] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.989401] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.989401] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.989401] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.989401] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.989401] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.011711] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.011711] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1064.011945] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.012065] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-493" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.012475] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-a0d2214f-fdb4-4b5c-b668-e1fce16bef9e taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.012703] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-a0d2214f-fdb4-4b5c-b668-e1fce16bef9e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.012929] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-a0d2214f-fdb4-4b5c-b668-e1fce16bef9e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.013563] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-a0d2214f-fdb4-4b5c-b668-e1fce16bef9e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.014200] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d2214f-fdb4-4b5c-b668-e1fce16bef9e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.016860] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.017029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.017182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.017332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.017493] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.033080] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: IN_PROGRESS for 2s [ 1064.033080] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: SUCCESS [ 1064.033080] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a deletion is rescheduled due to dependency. [ 1064.033362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.180379] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.180652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.180652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.180850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.180938] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.181057] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 is going to be created. [ 1064.223283] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.223546] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.223546] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.223852] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.224119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.235710] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 in Status: UNINITIALIZED for 2s [ 1064.353252] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c39476d6-2649-43bf-9994-ee3bd12cc002 in Status: SUCCESS [ 1064.353463] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c39476d6-2649-43bf-9994-ee3bd12cc002 deletion is rescheduled due to dependency. [ 1064.353538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.517251] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.517462] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.517595] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.517910] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.518108] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.518305] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port a0d2214f-fdb4-4b5c-b668-e1fce16bef9e not found, creating... [ 1064.518722] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.518833] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.518879] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.519105] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.519252] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.519540] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.519744] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.519870] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.520096] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.520241] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.520384] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: a0d2214f-fdb4-4b5c-b668-e1fce16bef9e is going to be created. [ 1064.544297] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.544522] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.544673] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.545011] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.545290] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.545567] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-a0d2214f-fdb4-4b5c-b668-e1fce16bef9e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.054689] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: SUCCESS [ 1065.055074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.331542] env[69439]: INFO networking_nsxv3.common.synchronization [req-2c80d1a5-603f-41ee-ad53-2947416da63b req-662bb541-e545-401e-8d27-356a6b4d9ea1 service nova] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_rules [ 1065.331762] env[69439]: INFO networking_nsxv3.common.synchronization [req-2c80d1a5-603f-41ee-ad53-2947416da63b req-662bb541-e545-401e-8d27-356a6b4d9ea1 service nova] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 1065.331926] env[69439]: INFO networking_nsxv3.common.synchronization [req-2c80d1a5-603f-41ee-ad53-2947416da63b req-662bb541-e545-401e-8d27-356a6b4d9ea1 service nova] Enqueued Resource ID: a0d2214f-fdb4-4b5c-b668-e1fce16bef9e with Priority: HIGHEST for action port [ 1065.332510] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_rules [ 1065.332677] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 1065.332770] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0d2214f-fdb4-4b5c-b668-e1fce16bef9e with Priority: HIGHEST for action port [ 1065.333101] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.333612] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.333612] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.333612] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.333756] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.334607] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.334672] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.334906] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0d2214f-fdb4-4b5c-b668-e1fce16bef9e taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.335113] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0d2214f-fdb4-4b5c-b668-e1fce16bef9e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.335195] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0d2214f-fdb4-4b5c-b668-e1fce16bef9e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.335532] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0d2214f-fdb4-4b5c-b668-e1fce16bef9e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.335532] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d2214f-fdb4-4b5c-b668-e1fce16bef9e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.837382] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.837527] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.837718] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0d2214f-fdb4-4b5c-b668-e1fce16bef9e with status ACTIVE [ 1065.837893] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.838024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.838099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.838274] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.838358] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.838607] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.838813] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.838813] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.838917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.838917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.839137] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.839240] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.839308] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.839428] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.839500] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.839580] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0d2214f-fdb4-4b5c-b668-e1fce16bef9e is going to be updated. [ 1065.865585] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.865769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.865831] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.866028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.866168] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.866325] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0d2214f-fdb4-4b5c-b668-e1fce16bef9e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.047699] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: SUCCESS [ 1066.047699] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 deletion is rescheduled due to dependency. [ 1066.047699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.047699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.047699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.047699] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.047699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.047699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.047699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.047699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.047699] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.246103] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 in Status: SUCCESS [ 1066.246392] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.250028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.250028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.250028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.250028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.250028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.250028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.250028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.250028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.250028] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09e64b84-7557-4e44-a624-dd0b85b9c9d5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.551307] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.750660] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09e64b84-7557-4e44-a624-dd0b85b9c9d5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.053017] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.254217] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09e64b84-7557-4e44-a624-dd0b85b9c9d5: rpc.has_security_group_logging(os_id): False [ 1067.274127] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.274127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.274398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.275251] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.275518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.276041] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.276224] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.276319] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.277922] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.277922] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.277922] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 is going to be created. [ 1067.355029] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.355029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.355029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.355029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.355029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.364731] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 in Status: IN_PROGRESS for 2s [ 1067.555344] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.555726] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.555856] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.556149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.556249] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.556354] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be updated. [ 1067.590561] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.590811] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.590940] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.591179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.591294] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.603385] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: IN_PROGRESS for 2s [ 1069.378291] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 in Status: SUCCESS [ 1069.378686] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.617951] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: SUCCESS [ 1069.618197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.618414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.618779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.618995] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.619134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.619203] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.619370] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.619453] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.619544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.619746] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.123350] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.123350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.123350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.123582] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.123756] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.123862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.123920] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.124094] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.124181] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.124272] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.124424] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.124518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.124578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.124728] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.124871] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.125532] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.125605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.125762] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.125847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.125978] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.126141] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.333855] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1070.333979] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1070.629031] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 047dd3ee-571a-472b-931c-8add22ed0187: rpc.has_security_group_logging(os_id): False [ 1070.647769] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.647769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.647769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.647964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.648022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.648217] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.648313] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.648376] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.649259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.649259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.649259] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.649259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.649259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.649259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.649259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.649685] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.649912] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.649912] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.650127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.650230] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.650322] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be updated. [ 1070.719534] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.719726] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.719803] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.720063] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.720231] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.736257] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: IN_PROGRESS for 2s [ 1072.752379] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: SUCCESS [ 1072.752656] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.760043] env[69439]: INFO networking_nsxv3.common.synchronization [req-07785486-7160-46d0-a165-91f88169e731 req-4a7373b3-a79d-432d-8ea3-34e9323eb01f tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Enqueued Resource ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 with Priority: HIGHEST for action security_group_members [ 1072.760553] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 with Priority: HIGHEST for action security_group_members [ 1072.760900] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3ca0c1-3fa7-4059-9223-3200aa533388 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.761054] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.761113] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.761458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.761620] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.761742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.761806] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.761967] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.762093] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.762202] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f3ca0c1-3fa7-4059-9223-3200aa533388',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.173785] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.174042] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-884" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.174042] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-884" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.174309] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-884" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.174581] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.174804] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.174883] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.175934] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.176242] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.177458] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.177696] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.177885] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.178062] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.178263] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.178420] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.178653] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.203550] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.203788] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1073.203953] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.204197] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-884" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.204597] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-aed503d2-ba80-4d78-9bdb-7310e06e2321 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.204807] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-aed503d2-ba80-4d78-9bdb-7310e06e2321" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.204976] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-aed503d2-ba80-4d78-9bdb-7310e06e2321" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.205376] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-aed503d2-ba80-4d78-9bdb-7310e06e2321" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.205537] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aed503d2-ba80-4d78-9bdb-7310e06e2321',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.264727] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.264887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.264959] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.265225] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.265318] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.265522] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.265620] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.265686] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.265830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.265905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.265989] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 already deleted. [ 1073.266098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.708229] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.708480] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.708693] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.709095] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.709270] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.709436] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port aed503d2-ba80-4d78-9bdb-7310e06e2321 not found, creating... [ 1073.709708] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.709875] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.709998] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.710249] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.710505] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.710702] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.710930] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.711265] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.711723] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.711902] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.712063] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: aed503d2-ba80-4d78-9bdb-7310e06e2321 is going to be created. [ 1073.731836] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.732292] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.732292] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.732519] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.732757] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.733064] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-aed503d2-ba80-4d78-9bdb-7310e06e2321" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.508577] env[69439]: INFO networking_nsxv3.common.synchronization [req-07785486-7160-46d0-a165-91f88169e731 req-9deca868-3f15-42ed-a3ea-66b1cbe7b220 service nova] Enqueued Resource ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 with Priority: HIGHEST for action security_group_rules [ 1074.508872] env[69439]: INFO networking_nsxv3.common.synchronization [req-07785486-7160-46d0-a165-91f88169e731 req-9deca868-3f15-42ed-a3ea-66b1cbe7b220 service nova] Enqueued Resource ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 with Priority: HIGHEST for action security_group_members [ 1074.508872] env[69439]: INFO networking_nsxv3.common.synchronization [req-07785486-7160-46d0-a165-91f88169e731 req-9deca868-3f15-42ed-a3ea-66b1cbe7b220 service nova] Enqueued Resource ID: aed503d2-ba80-4d78-9bdb-7310e06e2321 with Priority: HIGHEST for action port [ 1074.509402] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 with Priority: HIGHEST for action security_group_rules [ 1074.509529] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 with Priority: HIGHEST for action security_group_members [ 1074.509635] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aed503d2-ba80-4d78-9bdb-7310e06e2321 with Priority: HIGHEST for action port [ 1074.509977] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f3ca0c1-3fa7-4059-9223-3200aa533388 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.511855] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.511855] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.513305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.513401] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f3ca0c1-3fa7-4059-9223-3200aa533388',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.517020] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3ca0c1-3fa7-4059-9223-3200aa533388 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.517020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.517020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.517020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.517020] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.517020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.517020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.517020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.517020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.517020] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f3ca0c1-3fa7-4059-9223-3200aa533388',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.517020] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-aed503d2-ba80-4d78-9bdb-7310e06e2321 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.517020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aed503d2-ba80-4d78-9bdb-7310e06e2321" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.517020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aed503d2-ba80-4d78-9bdb-7310e06e2321" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.517020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aed503d2-ba80-4d78-9bdb-7310e06e2321" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.517020] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aed503d2-ba80-4d78-9bdb-7310e06e2321',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.022665] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3ca0c1-3fa7-4059-9223-3200aa533388 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.023620] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.023882] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f3ca0c1-3fa7-4059-9223-3200aa533388',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.024862] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aed503d2-ba80-4d78-9bdb-7310e06e2321 with status ACTIVE [ 1075.025081] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.025202] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.025264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.025471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.025564] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.025850] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.025955] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.026033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.026199] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.026282] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.026461] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.026553] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.026608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.026750] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.026823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.026924] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aed503d2-ba80-4d78-9bdb-7310e06e2321 is going to be updated. [ 1075.053993] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.054238] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.054238] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.054586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.054586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.054715] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aed503d2-ba80-4d78-9bdb-7310e06e2321" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.530109] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f3ca0c1-3fa7-4059-9223-3200aa533388',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.667422] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.667821] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-649" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.667821] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-649" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.668054] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-649" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.668328] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.668507] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.668753] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.668961] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.669091] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.669308] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.669430] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.669546] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.669662] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.669813] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.669882] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.670031] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.688769] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.688962] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1075.689121] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.689321] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-649" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.689625] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-9a326075-d521-48f8-83a0-9a89b76cf723 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.689812] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-9a326075-d521-48f8-83a0-9a89b76cf723" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.689927] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-9a326075-d521-48f8-83a0-9a89b76cf723" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.690223] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-9a326075-d521-48f8-83a0-9a89b76cf723" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.690362] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a326075-d521-48f8-83a0-9a89b76cf723',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.038064] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.038064] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.038064] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.038064] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.038064] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.038064] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 is going to be created. [ 1076.064783] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.066821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.066821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.066821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.066821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.076568] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 in Status: UNINITIALIZED for 2s [ 1076.192996] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.193327] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.193463] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.193879] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.193974] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.194313] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.194482] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.194606] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.194833] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.194981] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.195289] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.195450] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.195573] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.195833] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.195919] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.196082] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 9a326075-d521-48f8-83a0-9a89b76cf723 is going to be updated. [ 1076.225938] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.226179] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.226311] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.226584] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.226781] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.227022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-9a326075-d521-48f8-83a0-9a89b76cf723" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.366985] env[69439]: INFO networking_nsxv3.common.synchronization [req-1818d53f-f045-40f4-8d2a-840187e76be4 req-5e21936a-3f41-474a-ad46-5153852771a6 service nova] Enqueued Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_rules [ 1077.367273] env[69439]: INFO networking_nsxv3.common.synchronization [req-1818d53f-f045-40f4-8d2a-840187e76be4 req-5e21936a-3f41-474a-ad46-5153852771a6 service nova] Enqueued Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_members [ 1077.367337] env[69439]: INFO networking_nsxv3.common.synchronization [req-1818d53f-f045-40f4-8d2a-840187e76be4 req-5e21936a-3f41-474a-ad46-5153852771a6 service nova] Enqueued Resource ID: 9a326075-d521-48f8-83a0-9a89b76cf723 with Priority: HIGHEST for action port [ 1077.367918] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_rules [ 1077.373025] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_members [ 1077.373025] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a326075-d521-48f8-83a0-9a89b76cf723 with Priority: HIGHEST for action port [ 1077.373025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.373025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.373025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.373025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.373025] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.373025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.373025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.373025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.373025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.373025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.373025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.373025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.373025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.373025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.373025] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.374460] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a326075-d521-48f8-83a0-9a89b76cf723 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.374693] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a326075-d521-48f8-83a0-9a89b76cf723" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.374848] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a326075-d521-48f8-83a0-9a89b76cf723" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.375099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a326075-d521-48f8-83a0-9a89b76cf723" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.375351] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a326075-d521-48f8-83a0-9a89b76cf723',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.877507] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.879050] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.879050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.879050] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a326075-d521-48f8-83a0-9a89b76cf723 with status ACTIVE [ 1077.879050] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.879050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.879050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.879368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.879368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.879431] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.879569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.879569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.879773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.879902] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.881288] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.884146] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.884274] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.884638] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.884638] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.884638] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a326075-d521-48f8-83a0-9a89b76cf723 is going to be updated. [ 1077.907507] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.907698] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.907767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.907961] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.908492] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.908492] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a326075-d521-48f8-83a0-9a89b76cf723" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.087911] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 in Status: SUCCESS [ 1078.089583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.089583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.089583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.089797] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.089923] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.089997] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.090331] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.090418] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.090542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.090639] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f3ca0c1-3fa7-4059-9223-3200aa533388',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.387713] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.592900] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f3ca0c1-3fa7-4059-9223-3200aa533388',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.891074] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.891074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.891074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.891380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.891380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.891380] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c98b5db-4891-410d-87e5-e125e845a635 is going to be updated. [ 1078.937169] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.937510] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.937510] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.939585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.939876] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.951851] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: IN_PROGRESS for 2s [ 1079.098968] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f3ca0c1-3fa7-4059-9223-3200aa533388: rpc.has_security_group_logging(os_id): False [ 1079.122169] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.122400] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.122400] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.123253] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.123253] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.123253] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.123493] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.123493] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.123655] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.123740] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.123863] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 is going to be created. [ 1079.208476] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.208671] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.208671] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.208966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.209200] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.226589] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 in Status: IN_PROGRESS for 2s [ 1079.864220] env[69439]: INFO networking_nsxv3.common.synchronization [None req-6f60fbe5-5b78-43db-b9a5-ce9d1035011d None None] Enqueued Resource ID: 12fa9d8e-19e9-4dc5-b398-383e9e330d08 with Priority: HIGHEST for action port [ 1079.864886] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12fa9d8e-19e9-4dc5-b398-383e9e330d08 with Priority: HIGHEST for action port [ 1079.865352] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-12fa9d8e-19e9-4dc5-b398-383e9e330d08 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.865484] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12fa9d8e-19e9-4dc5-b398-383e9e330d08" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.865554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12fa9d8e-19e9-4dc5-b398-383e9e330d08" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.867010] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12fa9d8e-19e9-4dc5-b398-383e9e330d08" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.867199] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12fa9d8e-19e9-4dc5-b398-383e9e330d08',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.371282] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12fa9d8e-19e9-4dc5-b398-383e9e330d08 [ 1080.371453] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.371603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.371672] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.371894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.371999] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.372115] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12fa9d8e-19e9-4dc5-b398-383e9e330d08 already deleted. [ 1080.372215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12fa9d8e-19e9-4dc5-b398-383e9e330d08" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.830203] env[69439]: INFO networking_nsxv3.common.synchronization [req-f4a66f74-2204-4e37-968d-29b56c0f7be7 req-e5ae0943-63b1-46d5-bd34-5f2c56f0f119 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Enqueued Resource ID: 9e5797e3-01fc-40c6-a389-91842a3d975a with Priority: HIGHEST for action security_group_members [ 1080.831012] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5797e3-01fc-40c6-a389-91842a3d975a with Priority: HIGHEST for action security_group_members [ 1080.834242] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e5797e3-01fc-40c6-a389-91842a3d975a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.834405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.834489] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.834697] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.834895] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.834998] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.835143] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.835228] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.835315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.835429] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e5797e3-01fc-40c6-a389-91842a3d975a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.961517] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: SUCCESS [ 1080.961757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.961904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.962288] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.962449] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.962605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.962799] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.962908] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.966018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.966018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.966018] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.241897] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 in Status: SUCCESS [ 1081.242740] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.338946] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.339276] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.339362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.339711] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.339875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.340228] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.340401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.340528] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.343889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.343889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.343889] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5797e3-01fc-40c6-a389-91842a3d975a is going to be updated. [ 1081.376302] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.376302] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.376302] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.376769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.376769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.388444] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5797e3-01fc-40c6-a389-91842a3d975a in Status: IN_PROGRESS for 2s [ 1081.467225] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.467400] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.467456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.467708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.467918] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.468036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.468093] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.468335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.468335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.468427] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.468578] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.468661] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.468720] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.468868] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.469032] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.469128] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.469189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.469340] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.469419] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.469525] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.469614] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.972295] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c98b5db-4891-410d-87e5-e125e845a635: rpc.has_security_group_logging(os_id): False [ 1081.994024] env[69439]: INFO networking_nsxv3.common.synchronization [req-d313d6fc-a4a0-463e-9a46-ba30266d596a req-5e571dc6-6e9c-4f15-bc84-bb1d291d9b59 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Enqueued Resource ID: 51b1206e-8060-43b0-bd32-be99c8eb203c with Priority: HIGHEST for action security_group_members [ 1081.995246] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.995394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.995502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.995734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.995875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.996110] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.996330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.996330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.996490] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.996589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.996807] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.996943] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.997037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.997228] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.997549] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.997549] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.997697] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.997697] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.997866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.997990] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.998114] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c98b5db-4891-410d-87e5-e125e845a635 is going to be updated. [ 1081.999744] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b1206e-8060-43b0-bd32-be99c8eb203c with Priority: HIGHEST for action security_group_members [ 1082.000221] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b1206e-8060-43b0-bd32-be99c8eb203c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.000311] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.000384] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.000613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.000812] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.000980] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.001144] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.001286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.001400] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.001620] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b1206e-8060-43b0-bd32-be99c8eb203c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.080254] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.080439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.080622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.081677] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.081677] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.095801] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: IN_PROGRESS for 2s [ 1082.352564] env[69439]: INFO networking_nsxv3.common.synchronization [None req-2b0128db-6676-458c-9373-c7fcbd777686 None None] Enqueued Resource ID: ed799aa4-13c9-4e5b-ae0b-1fb8a2826cb0 with Priority: HIGHEST for action port [ 1082.353209] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed799aa4-13c9-4e5b-ae0b-1fb8a2826cb0 with Priority: HIGHEST for action port [ 1082.353696] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed799aa4-13c9-4e5b-ae0b-1fb8a2826cb0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.353696] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed799aa4-13c9-4e5b-ae0b-1fb8a2826cb0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.353696] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed799aa4-13c9-4e5b-ae0b-1fb8a2826cb0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.354346] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed799aa4-13c9-4e5b-ae0b-1fb8a2826cb0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.354346] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed799aa4-13c9-4e5b-ae0b-1fb8a2826cb0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.504036] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.508218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.508218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.508218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.508218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.508218] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.508218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.508218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.508218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.508218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.508218] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b1206e-8060-43b0-bd32-be99c8eb203c is going to be updated. [ 1082.545964] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.550399] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.550512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.551261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.551520] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.562140] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b1206e-8060-43b0-bd32-be99c8eb203c in Status: IN_PROGRESS for 2s [ 1082.855919] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed799aa4-13c9-4e5b-ae0b-1fb8a2826cb0 [ 1082.856207] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.856422] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.856594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.856980] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.857098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.857201] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed799aa4-13c9-4e5b-ae0b-1fb8a2826cb0 already deleted. [ 1082.857289] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed799aa4-13c9-4e5b-ae0b-1fb8a2826cb0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.402445] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e5797e3-01fc-40c6-a389-91842a3d975a in Status: SUCCESS [ 1083.402445] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e5797e3-01fc-40c6-a389-91842a3d975a deletion is rescheduled due to dependency. [ 1083.402445] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.109870] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: SUCCESS [ 1084.110188] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.575259] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b1206e-8060-43b0-bd32-be99c8eb203c in Status: SUCCESS [ 1084.575809] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b1206e-8060-43b0-bd32-be99c8eb203c deletion is rescheduled due to dependency. [ 1084.576450] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b1206e-8060-43b0-bd32-be99c8eb203c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.689635] env[69439]: INFO networking_nsxv3.common.synchronization [req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 req-dd2cd2ad-d1c0-4ed8-9dea-1cc5af29ea51 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 1086.690348] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGHEST for action security_group_members [ 1086.690700] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.690855] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.690943] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.691174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.691338] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.691492] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.691577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.691735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.691836] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.691932] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.195048] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.195048] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.195048] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.195048] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.195335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.195428] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.195588] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.195666] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.195866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.195992] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.196154] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be updated. [ 1087.256050] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.256207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.257163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.257163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.257163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.267562] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: IN_PROGRESS for 2s [ 1088.657522] env[69439]: INFO networking_nsxv3.common.synchronization [req-953bca0b-76d2-42ed-8834-18dcdbb61c88 req-5c740b47-fa30-4e61-baee-a014cbd8fef2 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1088.658135] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1088.658446] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.658723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.658807] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.659089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.659588] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.659588] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.659588] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.659588] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.659802] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.659802] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.039051] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.039051] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.039051] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.039051] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.039051] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.039051] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.039051] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.039051] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.039051] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.039051] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.039818] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.040126] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.040778] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.041201] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.041471] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.041841] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.065919] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.065919] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1089.065919] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.065919] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.065919] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-7ec4fbc2-c8af-4361-bb5e-80067f6ad340 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.065919] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-7ec4fbc2-c8af-4361-bb5e-80067f6ad340" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.065919] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-7ec4fbc2-c8af-4361-bb5e-80067f6ad340" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.067087] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-7ec4fbc2-c8af-4361-bb5e-80067f6ad340" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.067087] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ec4fbc2-c8af-4361-bb5e-80067f6ad340',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.164156] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.164295] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.164407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.164674] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.164834] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.165106] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.165234] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.165292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.165422] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.165496] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.165578] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 already deleted. [ 1089.165692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.280030] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 047dd3ee-571a-472b-931c-8add22ed0187 in Status: SUCCESS [ 1089.280179] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 deletion is rescheduled due to dependency. [ 1089.280292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.570728] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.570728] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.570728] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.571081] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.571081] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.571322] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 7ec4fbc2-c8af-4361-bb5e-80067f6ad340 not found, creating... [ 1089.571633] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.571807] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.571933] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.572235] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.572390] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.572695] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.572856] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.572991] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.573517] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.573731] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.573819] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 7ec4fbc2-c8af-4361-bb5e-80067f6ad340 is going to be created. [ 1089.598219] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.598457] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.598587] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.598877] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.599300] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.599491] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-7ec4fbc2-c8af-4361-bb5e-80067f6ad340" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.363544] env[69439]: INFO networking_nsxv3.common.synchronization [req-953bca0b-76d2-42ed-8834-18dcdbb61c88 req-6c4118ec-12a9-403e-b0b4-51834b2e34c6 service nova] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_rules [ 1090.363837] env[69439]: INFO networking_nsxv3.common.synchronization [req-953bca0b-76d2-42ed-8834-18dcdbb61c88 req-6c4118ec-12a9-403e-b0b4-51834b2e34c6 service nova] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1090.363898] env[69439]: INFO networking_nsxv3.common.synchronization [req-953bca0b-76d2-42ed-8834-18dcdbb61c88 req-6c4118ec-12a9-403e-b0b4-51834b2e34c6 service nova] Enqueued Resource ID: 7ec4fbc2-c8af-4361-bb5e-80067f6ad340 with Priority: HIGHEST for action port [ 1090.365323] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_rules [ 1090.365495] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1090.365602] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ec4fbc2-c8af-4361-bb5e-80067f6ad340 with Priority: HIGHEST for action port [ 1090.365960] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.366140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.366210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.366482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.366565] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.368113] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.368240] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.368981] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.369269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.369474] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.369563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.369629] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.369801] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.369891] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.370089] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.372229] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ec4fbc2-c8af-4361-bb5e-80067f6ad340 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.375026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ec4fbc2-c8af-4361-bb5e-80067f6ad340" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.375026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ec4fbc2-c8af-4361-bb5e-80067f6ad340" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.375026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ec4fbc2-c8af-4361-bb5e-80067f6ad340" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.375026] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ec4fbc2-c8af-4361-bb5e-80067f6ad340',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.872757] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.874815] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ec4fbc2-c8af-4361-bb5e-80067f6ad340 with status ACTIVE [ 1090.875029] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.875165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.875237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.875447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.875539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.875717] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.875815] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.875876] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.876083] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.876174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.876363] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.876473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.876536] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.876683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.876824] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.877429] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ec4fbc2-c8af-4361-bb5e-80067f6ad340 is going to be updated. [ 1090.878712] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.878850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.899847] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.900059] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.900059] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.901039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.901039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.901039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ec4fbc2-c8af-4361-bb5e-80067f6ad340" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.381466] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.885091] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.885381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.885381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.885567] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.885971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.885971] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be created. [ 1091.914544] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.914544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.914544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.914544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.914544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.924395] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: UNINITIALIZED for 2s [ 1093.935993] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1093.936414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.936414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.936615] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.936817] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.936938] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.936996] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.937181] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.937271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.937367] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.937626] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.440126] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.440356] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.440447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.440696] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.441508] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.442284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.442284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.442284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.442284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.442508] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.442561] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.442707] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.442829] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.443215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.443459] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.443614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.444136] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.444136] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.444136] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.444286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.444372] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.947030] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7ba59b4-8801-467b-9430-1d3af8697ca8: rpc.has_security_group_logging(os_id): False [ 1094.972574] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.972574] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.972574] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.972939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.972939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.973839] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.973839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.973839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.973839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.973839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.973839] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.973839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.973839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.974404] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.974404] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.974404] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.974404] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.974404] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.974674] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.974674] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.974674] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be created. [ 1095.064847] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.064999] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.065084] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.068761] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.068761] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.080416] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1095.367239] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1095.367341] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1097.099293] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1097.099293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.198700] env[69439]: INFO networking_nsxv3.common.synchronization [req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 req-e5821ace-7de5-4f3d-91ce-44bce3fa7e18 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1097.198700] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1097.198700] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.199564] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.199887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.200232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.200724] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.201106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.201489] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.201962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.202568] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.202568] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.706311] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.706504] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.706566] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.706831] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.706946] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.707335] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.707335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.707469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.707562] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.707659] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.707753] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be updated. [ 1097.741628] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.741740] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.741827] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.742138] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.742366] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.753744] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1097.871024] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.871024] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.871024] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.871024] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.871024] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.876453] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.876453] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.876453] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.876453] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.876453] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.876453] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.876453] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.876453] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.876453] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.876453] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.876453] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.905515] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.905703] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1097.905908] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.906048] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.906744] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-0a68bdfd-c9bc-4e3f-adb4-2465f946b253 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.906953] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-0a68bdfd-c9bc-4e3f-adb4-2465f946b253" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.907096] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-0a68bdfd-c9bc-4e3f-adb4-2465f946b253" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.907861] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-0a68bdfd-c9bc-4e3f-adb4-2465f946b253" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.908026] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a68bdfd-c9bc-4e3f-adb4-2465f946b253',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.993251] env[69439]: INFO networking_nsxv3.common.synchronization [req-ce2d0a42-2aad-49ff-9ece-39e777810344 req-3995a7e9-0f64-464c-8af6-0689be7993b5 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Enqueued Resource ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 with Priority: HIGHEST for action security_group_members [ 1097.993813] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 with Priority: HIGHEST for action security_group_members [ 1097.994144] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a75c69a9-f5a7-4382-9867-2083f7bef2c0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.994511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.995019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.995373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.995736] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.995865] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.995938] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.996121] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.996214] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.996319] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a75c69a9-f5a7-4382-9867-2083f7bef2c0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.411501] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.411918] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.411918] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.412197] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.412388] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.412949] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 0a68bdfd-c9bc-4e3f-adb4-2465f946b253 not found, creating... [ 1098.413302] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.413520] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.414073] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.414177] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.414621] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.414979] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.415193] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.415336] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.416292] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.416292] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.416292] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 0a68bdfd-c9bc-4e3f-adb4-2465f946b253 is going to be created. [ 1098.456022] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.456327] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.456417] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.456724] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.456990] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.457281] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-0a68bdfd-c9bc-4e3f-adb4-2465f946b253" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.500953] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.501197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.501289] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.501608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.501700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.501999] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.502126] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.502254] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.502481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.502552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.502713] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 is going to be updated. [ 1098.575710] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.575900] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.575944] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.576184] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.576350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.588394] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 in Status: IN_PROGRESS for 2s [ 1099.284780] env[69439]: INFO networking_nsxv3.common.synchronization [req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 req-f5613204-18e7-4a9c-8ea4-5a0d3cd321bd service nova] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_rules [ 1099.284993] env[69439]: INFO networking_nsxv3.common.synchronization [req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 req-f5613204-18e7-4a9c-8ea4-5a0d3cd321bd service nova] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1099.285147] env[69439]: INFO networking_nsxv3.common.synchronization [req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 req-f5613204-18e7-4a9c-8ea4-5a0d3cd321bd service nova] Enqueued Resource ID: 0a68bdfd-c9bc-4e3f-adb4-2465f946b253 with Priority: HIGHEST for action port [ 1099.286104] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_rules [ 1099.286774] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1099.286774] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a68bdfd-c9bc-4e3f-adb4-2465f946b253 with Priority: HIGHEST for action port [ 1099.286774] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.286774] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.287085] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.287085] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.287085] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.287967] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.291177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.291177] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a68bdfd-c9bc-4e3f-adb4-2465f946b253 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.291177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a68bdfd-c9bc-4e3f-adb4-2465f946b253" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.291177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a68bdfd-c9bc-4e3f-adb4-2465f946b253" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.291177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a68bdfd-c9bc-4e3f-adb4-2465f946b253" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.291177] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a68bdfd-c9bc-4e3f-adb4-2465f946b253',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.470222] env[69439]: INFO networking_nsxv3.common.synchronization [None req-321504fb-f5c8-4acf-8b14-fceb1bb4a19e None None] Enqueued Resource ID: ce9b263e-a17e-4f97-9797-0cb154e52ca9 with Priority: HIGHEST for action port [ 1099.470481] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce9b263e-a17e-4f97-9797-0cb154e52ca9 with Priority: HIGHEST for action port [ 1099.471083] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce9b263e-a17e-4f97-9797-0cb154e52ca9 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.471219] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce9b263e-a17e-4f97-9797-0cb154e52ca9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.471291] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce9b263e-a17e-4f97-9797-0cb154e52ca9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.471536] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce9b263e-a17e-4f97-9797-0cb154e52ca9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.471615] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce9b263e-a17e-4f97-9797-0cb154e52ca9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.764247] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1099.764478] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 deletion is rescheduled due to dependency. [ 1099.764598] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.764762] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.764972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.765166] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.765289] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.765354] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.765510] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.765590] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.765683] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.793355] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.794232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.794232] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a68bdfd-c9bc-4e3f-adb4-2465f946b253 with status ACTIVE [ 1099.794232] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.794232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.794535] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.794535] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.794620] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.794806] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.794914] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.794954] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.795128] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.795204] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.795428] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.795533] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.795589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.795794] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.795794] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.795922] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a68bdfd-c9bc-4e3f-adb4-2465f946b253 is going to be updated. [ 1099.818344] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.818561] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.818561] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.818752] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.818890] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.819070] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a68bdfd-c9bc-4e3f-adb4-2465f946b253" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.973791] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce9b263e-a17e-4f97-9797-0cb154e52ca9 [ 1099.974099] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.974245] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.974398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.974559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.974663] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.974770] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce9b263e-a17e-4f97-9797-0cb154e52ca9 already deleted. [ 1099.974866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce9b263e-a17e-4f97-9797-0cb154e52ca9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.275888] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.601765] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 in Status: SUCCESS [ 1100.601765] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 deletion is rescheduled due to dependency. [ 1100.601765] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.781910] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.286675] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.287591] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.287591] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.287591] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.287591] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.287591] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be updated. [ 1101.316739] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.316928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.316985] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.317175] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.317341] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.327333] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1102.852074] env[69439]: INFO networking_nsxv3.common.synchronization [req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 req-ec72c6c0-ab9a-4350-8d64-48fafb591279 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Enqueued Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_members [ 1102.853330] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_members [ 1102.854462] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.854556] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.854721] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.855096] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.855178] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.855342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.855468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.855604] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.855697] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.855794] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.205819] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.206048] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-417" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.206193] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-417" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.206536] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-417" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.206810] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.206975] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.207115] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.207338] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.207482] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.207697] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.207827] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.207972] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.208100] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.208217] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.208513] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.208662] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.228074] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.228343] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1103.228523] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.228744] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-417" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.229185] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-b4f878c1-1798-491c-8673-9dad27134d4d taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.229389] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-b4f878c1-1798-491c-8673-9dad27134d4d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.229561] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-b4f878c1-1798-491c-8673-9dad27134d4d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.229930] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-b4f878c1-1798-491c-8673-9dad27134d4d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.230100] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4f878c1-1798-491c-8673-9dad27134d4d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.339065] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1103.339065] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.339217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.339353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.340642] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.340642] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.340642] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.340642] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.340642] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.340642] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.340642] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.359599] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.359798] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.359887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.360066] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.360547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.360547] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.360547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.360547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.360756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.360756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.360837] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 already deleted. [ 1103.360992] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.732893] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.733300] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.733538] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.733881] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.734059] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.734231] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port b4f878c1-1798-491c-8673-9dad27134d4d not found, creating... [ 1103.734542] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.734718] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.734845] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.735112] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.735289] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.735701] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.736009] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.736274] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.736482] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.736637] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.736813] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: b4f878c1-1798-491c-8673-9dad27134d4d is going to be created. [ 1103.760554] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.760831] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.760956] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.761389] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.761650] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.761889] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-b4f878c1-1798-491c-8673-9dad27134d4d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.842454] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.842734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.842734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.842893] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.843093] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.843246] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.843307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.843417] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.843494] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.843589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.843740] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.843837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.843896] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.844564] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.844564] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.844564] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.844564] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.844564] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.844564] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.844564] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.845085] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.350345] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 920aba9d-9bd1-470f-b4d5-9e20cb898836: rpc.has_security_group_logging(os_id): False [ 1104.370714] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.370953] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.370953] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.371218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.371306] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.371717] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.371717] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.372129] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.372324] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.372412] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.372688] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.372688] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.372897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.372897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.373063] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.373145] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.373256] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.373368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.373453] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.373530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.373611] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be updated. [ 1104.454176] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.454482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.454482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.454709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.454781] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.483271] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1104.933869] env[69439]: INFO networking_nsxv3.common.synchronization [req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 req-70a487da-d006-47be-b4d0-25f2e0745007 service nova] Enqueued Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_rules [ 1104.936290] env[69439]: INFO networking_nsxv3.common.synchronization [req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 req-70a487da-d006-47be-b4d0-25f2e0745007 service nova] Enqueued Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_members [ 1104.936498] env[69439]: INFO networking_nsxv3.common.synchronization [req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 req-70a487da-d006-47be-b4d0-25f2e0745007 service nova] Enqueued Resource ID: b4f878c1-1798-491c-8673-9dad27134d4d with Priority: HIGHEST for action port [ 1104.936768] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_rules [ 1104.936916] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_members [ 1104.937041] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f878c1-1798-491c-8673-9dad27134d4d with Priority: HIGHEST for action port [ 1104.937664] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.937793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.937862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.938149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.938237] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.939098] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.942497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.942497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.942497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.942497] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.942497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.942497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.942497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.942497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.942497] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.942497] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4f878c1-1798-491c-8673-9dad27134d4d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.942497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4f878c1-1798-491c-8673-9dad27134d4d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.942497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4f878c1-1798-491c-8673-9dad27134d4d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.942497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4f878c1-1798-491c-8673-9dad27134d4d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.942497] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4f878c1-1798-491c-8673-9dad27134d4d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.442901] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.443830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.445672] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4f878c1-1798-491c-8673-9dad27134d4d with status ACTIVE [ 1105.445672] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.445871] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.445871] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.446156] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.446238] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.446416] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.446523] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.446600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.446758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.446827] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.446992] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.447081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.447163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.447275] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.447344] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.447424] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4f878c1-1798-491c-8673-9dad27134d4d is going to be updated. [ 1105.448610] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.473552] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.473719] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.473820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.473957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.474113] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.474272] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4f878c1-1798-491c-8673-9dad27134d4d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.876101] env[69439]: INFO networking_nsxv3.common.synchronization [None req-f5d696ce-03ae-4350-8da4-bc1c3fa177eb None None] Enqueued Resource ID: 30d66b80-d620-4ace-93b2-2c78098478f7 with Priority: HIGHEST for action port [ 1105.877380] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d66b80-d620-4ace-93b2-2c78098478f7 with Priority: HIGHEST for action port [ 1105.878187] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-30d66b80-d620-4ace-93b2-2c78098478f7 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.878187] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30d66b80-d620-4ace-93b2-2c78098478f7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.878187] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30d66b80-d620-4ace-93b2-2c78098478f7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.880669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30d66b80-d620-4ace-93b2-2c78098478f7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.880669] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30d66b80-d620-4ace-93b2-2c78098478f7',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.953897] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.383396] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30d66b80-d620-4ace-93b2-2c78098478f7 [ 1106.383688] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.383762] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.383813] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.384049] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.384150] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.384253] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30d66b80-d620-4ace-93b2-2c78098478f7 already deleted. [ 1106.384332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30d66b80-d620-4ace-93b2-2c78098478f7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.459787] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.461024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.461024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.461024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.461024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.461024] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 is going to be created. [ 1106.494421] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.494699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.494699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.494895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.495279] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.500281] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1106.500499] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.505726] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: UNINITIALIZED for 2s [ 1107.017255] env[69439]: INFO networking_nsxv3.common.synchronization [req-7e3f7206-7818-4a0c-9960-0ac732e280db req-3518657f-aa3f-4bb9-95d9-9c36b3d92dc8 tempest-SecurityGroupRulesTestJSON-1327587213 tempest-SecurityGroupRulesTestJSON-1327587213-project-member] Enqueued Resource ID: b7747852-07fb-4f2b-ae8d-39f3d4e2d8a3 with Priority: HIGHEST for action security_group_rules [ 1107.017255] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7747852-07fb-4f2b-ae8d-39f3d4e2d8a3 with Priority: HIGHEST for action security_group_rules [ 1107.017255] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7747852-07fb-4f2b-ae8d-39f3d4e2d8a3 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.017255] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7747852-07fb-4f2b-ae8d-39f3d4e2d8a3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.017255] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7747852-07fb-4f2b-ae8d-39f3d4e2d8a3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.017255] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7747852-07fb-4f2b-ae8d-39f3d4e2d8a3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.017255] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7747852-07fb-4f2b-ae8d-39f3d4e2d8a3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.274490] env[69439]: INFO networking_nsxv3.common.synchronization [req-ca1ede4c-2eb8-4585-a156-668eae4b23d8 req-3c1558cc-9ba5-42a6-b593-a9d73ffcceb2 tempest-SecurityGroupRulesTestJSON-1327587213 tempest-SecurityGroupRulesTestJSON-1327587213-project-member] Enqueued Resource ID: eff8855a-73f7-4b45-b31f-48eaaecd1eb8 with Priority: HIGHEST for action security_group_rules [ 1107.275632] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eff8855a-73f7-4b45-b31f-48eaaecd1eb8 with Priority: HIGHEST for action security_group_rules [ 1107.275632] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eff8855a-73f7-4b45-b31f-48eaaecd1eb8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.275632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eff8855a-73f7-4b45-b31f-48eaaecd1eb8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.275632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eff8855a-73f7-4b45-b31f-48eaaecd1eb8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.275967] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eff8855a-73f7-4b45-b31f-48eaaecd1eb8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.275967] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eff8855a-73f7-4b45-b31f-48eaaecd1eb8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.540010] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.540414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.540414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.540716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.541066] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.541066] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7747852-07fb-4f2b-ae8d-39f3d4e2d8a3 already deleted. [ 1107.541271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7747852-07fb-4f2b-ae8d-39f3d4e2d8a3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.813082] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.813341] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.813530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.814734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.814734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.814734] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eff8855a-73f7-4b45-b31f-48eaaecd1eb8 already deleted. [ 1107.814734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eff8855a-73f7-4b45-b31f-48eaaecd1eb8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.298616] env[69439]: INFO networking_nsxv3.common.synchronization [req-11927ff2-f94c-4592-9707-a3bf8b6a44d0 req-b877eaa6-f3a5-4700-a2ae-8b36dec6f3b1 tempest-SecurityGroupRulesTestJSON-1327587213 tempest-SecurityGroupRulesTestJSON-1327587213-project-member] Enqueued Resource ID: 04e8456e-9822-4d85-bf68-a4904fd5d339 with Priority: HIGHEST for action security_group_rules [ 1108.299212] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e8456e-9822-4d85-bf68-a4904fd5d339 with Priority: HIGHEST for action security_group_rules [ 1108.299573] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e8456e-9822-4d85-bf68-a4904fd5d339 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.300143] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e8456e-9822-4d85-bf68-a4904fd5d339" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.300143] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e8456e-9822-4d85-bf68-a4904fd5d339" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.300413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e8456e-9822-4d85-bf68-a4904fd5d339" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.300501] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e8456e-9822-4d85-bf68-a4904fd5d339',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.523394] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: SUCCESS [ 1108.523672] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.523893] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.524114] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.524368] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.524441] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.524496] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.524717] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.524717] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.524785] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.524876] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.528491] env[69439]: INFO networking_nsxv3.common.synchronization [None req-96b5fde5-d2c9-4f99-9978-ede85c3a6284 None None] Enqueued Resource ID: dde38b34-9554-42da-bc90-87e1e781ad85 with Priority: HIGHEST for action port [ 1108.529392] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde38b34-9554-42da-bc90-87e1e781ad85 with Priority: HIGHEST for action port [ 1108.529392] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-dde38b34-9554-42da-bc90-87e1e781ad85 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.529571] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dde38b34-9554-42da-bc90-87e1e781ad85" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.529571] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dde38b34-9554-42da-bc90-87e1e781ad85" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.529704] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dde38b34-9554-42da-bc90-87e1e781ad85" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.530739] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dde38b34-9554-42da-bc90-87e1e781ad85',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.821250] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.822087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.822087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.822087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.822087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.822087] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e8456e-9822-4d85-bf68-a4904fd5d339 already deleted. [ 1108.822087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e8456e-9822-4d85-bf68-a4904fd5d339" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.029672] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.029762] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.029842] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.030087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.030333] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.030401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.030439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.030593] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.030677] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.030766] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.030908] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.030997] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.031067] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.031280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.031419] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.031508] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.031568] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.031784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.031784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.031886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.031921] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.032855] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dde38b34-9554-42da-bc90-87e1e781ad85 [ 1109.033028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.033125] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.033232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.033335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.033413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.033506] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dde38b34-9554-42da-bc90-87e1e781ad85 already deleted. [ 1109.033586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dde38b34-9554-42da-bc90-87e1e781ad85" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.365871] env[69439]: INFO networking_nsxv3.common.synchronization [req-63b9f35c-5a32-43fe-bbed-76fa91f4dfbd req-364a1481-ab65-4d58-8504-74382e7a285d tempest-SecurityGroupRulesTestJSON-1327587213 tempest-SecurityGroupRulesTestJSON-1327587213-project-member] Enqueued Resource ID: 9fe977d8-52b7-4b75-aa9a-23e94244c09c with Priority: HIGHEST for action security_group_rules [ 1109.366447] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe977d8-52b7-4b75-aa9a-23e94244c09c with Priority: HIGHEST for action security_group_rules [ 1109.366758] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fe977d8-52b7-4b75-aa9a-23e94244c09c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.366900] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fe977d8-52b7-4b75-aa9a-23e94244c09c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.366939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fe977d8-52b7-4b75-aa9a-23e94244c09c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.367242] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fe977d8-52b7-4b75-aa9a-23e94244c09c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.367321] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fe977d8-52b7-4b75-aa9a-23e94244c09c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.535065] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1b1f685-6a25-4b92-9b87-bec43cea3cc0: rpc.has_security_group_logging(os_id): False [ 1109.565778] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.565883] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.565921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.566153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.566246] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.566442] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.566545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.566606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.566759] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.566835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.567035] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.567130] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.567227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.567325] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.567398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.567589] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.567713] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.567816] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.567968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.568056] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.568144] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 is going to be created. [ 1109.640824] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.641061] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.641061] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.641267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.641547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.653964] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: IN_PROGRESS for 2s [ 1109.889443] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.889835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.889835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.889915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.889951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.890061] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fe977d8-52b7-4b75-aa9a-23e94244c09c already deleted. [ 1109.890169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fe977d8-52b7-4b75-aa9a-23e94244c09c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.344350] env[69439]: INFO networking_nsxv3.common.synchronization [req-52294708-e1b7-4add-bc1a-35d7d45e901b req-0037c95c-98d6-48fb-bd84-3f904d3b73e7 tempest-SecurityGroupRulesTestJSON-1327587213 tempest-SecurityGroupRulesTestJSON-1327587213-project-member] Enqueued Resource ID: 71796a25-38b8-4279-abac-1b237b1f2c3f with Priority: HIGHEST for action security_group_rules [ 1110.344350] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71796a25-38b8-4279-abac-1b237b1f2c3f with Priority: HIGHEST for action security_group_rules [ 1110.344442] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71796a25-38b8-4279-abac-1b237b1f2c3f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.344566] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71796a25-38b8-4279-abac-1b237b1f2c3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.344640] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71796a25-38b8-4279-abac-1b237b1f2c3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.344850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71796a25-38b8-4279-abac-1b237b1f2c3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.344929] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71796a25-38b8-4279-abac-1b237b1f2c3f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.529709] env[69439]: INFO networking_nsxv3.common.synchronization [req-41624947-baeb-441e-be1a-53f5c7d1a795 req-6fe80180-43f0-4e54-af28-fa5d3e7e4662 tempest-SecurityGroupRulesTestJSON-1327587213 tempest-SecurityGroupRulesTestJSON-1327587213-project-member] Enqueued Resource ID: 71796a25-38b8-4279-abac-1b237b1f2c3f with Priority: HIGHEST for action security_group_rules [ 1110.530627] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71796a25-38b8-4279-abac-1b237b1f2c3f with Priority: HIGHEST for action security_group_rules [ 1110.530964] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71796a25-38b8-4279-abac-1b237b1f2c3f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.531082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71796a25-38b8-4279-abac-1b237b1f2c3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.871901] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.871901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.871901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.871901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.871901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.871901] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71796a25-38b8-4279-abac-1b237b1f2c3f already deleted. [ 1110.871901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71796a25-38b8-4279-abac-1b237b1f2c3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.871901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71796a25-38b8-4279-abac-1b237b1f2c3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.871901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71796a25-38b8-4279-abac-1b237b1f2c3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.871901] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71796a25-38b8-4279-abac-1b237b1f2c3f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.961447] env[69439]: INFO networking_nsxv3.common.synchronization [req-df2d076b-80bf-45af-867b-1a66c253389d req-a1c7ebb8-e68f-4722-b5ec-6818b8a0837e tempest-SecurityGroupRulesTestJSON-1327587213 tempest-SecurityGroupRulesTestJSON-1327587213-project-member] Enqueued Resource ID: 71796a25-38b8-4279-abac-1b237b1f2c3f with Priority: HIGHEST for action security_group_rules [ 1110.962115] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71796a25-38b8-4279-abac-1b237b1f2c3f with Priority: HIGHEST for action security_group_rules [ 1110.962115] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71796a25-38b8-4279-abac-1b237b1f2c3f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.962115] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71796a25-38b8-4279-abac-1b237b1f2c3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.395953] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.396154] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.396154] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.396381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.396499] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.396602] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71796a25-38b8-4279-abac-1b237b1f2c3f already deleted. [ 1111.396682] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71796a25-38b8-4279-abac-1b237b1f2c3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.398668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71796a25-38b8-4279-abac-1b237b1f2c3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.398886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71796a25-38b8-4279-abac-1b237b1f2c3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.399017] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71796a25-38b8-4279-abac-1b237b1f2c3f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.669731] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: SUCCESS [ 1111.669731] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.922951] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.923163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.923243] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.923489] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.923631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.924051] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71796a25-38b8-4279-abac-1b237b1f2c3f already deleted. [ 1111.924051] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71796a25-38b8-4279-abac-1b237b1f2c3f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.226791] env[69439]: INFO networking_nsxv3.common.synchronization [None req-e30c34f8-1d0c-44cc-8a43-08df8e0a597c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Enqueued Resource ID: 10e0f7ab-1635-48d7-a583-be7918ac71c5 with Priority: HIGHEST for action security_group_rules [ 1112.227416] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e0f7ab-1635-48d7-a583-be7918ac71c5 with Priority: HIGHEST for action security_group_rules [ 1112.227807] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10e0f7ab-1635-48d7-a583-be7918ac71c5 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.227960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10e0f7ab-1635-48d7-a583-be7918ac71c5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.228205] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10e0f7ab-1635-48d7-a583-be7918ac71c5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.228548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10e0f7ab-1635-48d7-a583-be7918ac71c5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.228673] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10e0f7ab-1635-48d7-a583-be7918ac71c5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.364787] env[69439]: INFO networking_nsxv3.common.synchronization [None req-fb52fee4-7f84-41d7-9786-5ad7a1f9cddd tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Enqueued Resource ID: 10e0f7ab-1635-48d7-a583-be7918ac71c5 with Priority: HIGHEST for action security_group_rules [ 1112.364787] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e0f7ab-1635-48d7-a583-be7918ac71c5 with Priority: HIGHEST for action security_group_rules [ 1112.364787] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10e0f7ab-1635-48d7-a583-be7918ac71c5 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.364787] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10e0f7ab-1635-48d7-a583-be7918ac71c5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.751493] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.751579] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.751579] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.751800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.751890] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.751989] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10e0f7ab-1635-48d7-a583-be7918ac71c5 already deleted. [ 1112.752082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10e0f7ab-1635-48d7-a583-be7918ac71c5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.752250] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10e0f7ab-1635-48d7-a583-be7918ac71c5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.752425] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10e0f7ab-1635-48d7-a583-be7918ac71c5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.752508] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10e0f7ab-1635-48d7-a583-be7918ac71c5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.277558] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.277894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.277894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.278040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.278146] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.278432] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10e0f7ab-1635-48d7-a583-be7918ac71c5 already deleted. [ 1113.278432] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10e0f7ab-1635-48d7-a583-be7918ac71c5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.681925] env[69439]: INFO networking_nsxv3.common.synchronization [req-bae54372-f930-48af-95c0-0dffaf6206e0 req-a45fa1e9-ddfd-4700-ac58-fff7f20c7f6a tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Enqueued Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_members [ 1114.682536] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGHEST for action security_group_members [ 1114.682839] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.682956] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.684111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.684111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.684282] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.684464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.684521] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.684716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.684836] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.684940] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.189883] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.189883] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.189883] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.190243] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.190243] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.191030] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.191030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.191030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.191030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.191415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.191415] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c98b5db-4891-410d-87e5-e125e845a635 is going to be updated. [ 1115.247480] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.247659] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.247741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.248531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.248531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.261604] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: IN_PROGRESS for 2s [ 1116.380370] env[69439]: INFO networking_nsxv3.common.synchronization [req-bb4bf236-f52e-4dfe-a3ce-5546c008633d req-6b958621-756a-4818-8b4b-28be8740260a tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 1116.381011] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 1116.381810] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.382015] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.382167] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.382362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.382562] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.382947] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.383166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.383375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.383497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.383612] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.889078] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.889488] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.889630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.889908] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.890009] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.890197] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.890293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.890348] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.890507] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.890585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.890665] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be updated. [ 1116.923490] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.923490] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.923490] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.923490] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.923490] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.931240] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: IN_PROGRESS for 2s [ 1117.275401] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c98b5db-4891-410d-87e5-e125e845a635 in Status: SUCCESS [ 1117.275401] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c98b5db-4891-410d-87e5-e125e845a635 deletion is rescheduled due to dependency. [ 1117.275401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.815453] env[69439]: INFO networking_nsxv3.common.synchronization [None req-514d11a6-037e-4113-8ef3-001b41f10146 None None] Enqueued Resource ID: 9fa29768-33b1-4c35-ab15-b405bd76aed8 with Priority: HIGHEST for action port [ 1117.815717] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa29768-33b1-4c35-ab15-b405bd76aed8 with Priority: HIGHEST for action port [ 1117.816286] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fa29768-33b1-4c35-ab15-b405bd76aed8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.816414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fa29768-33b1-4c35-ab15-b405bd76aed8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.816552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fa29768-33b1-4c35-ab15-b405bd76aed8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.816709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fa29768-33b1-4c35-ab15-b405bd76aed8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.817078] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fa29768-33b1-4c35-ab15-b405bd76aed8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.956262] env[69439]: INFO networking_nsxv3.common.synchronization [req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 req-07a9ec42-891a-4195-8e9c-45234cb6e042 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Enqueued Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1117.956262] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1117.956262] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.956262] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.956262] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.956262] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.957209] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.957505] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.957684] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.958289] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.958535] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.958779] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.319479] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fa29768-33b1-4c35-ab15-b405bd76aed8 [ 1118.319725] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.319860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.320441] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.320441] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.320441] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.320441] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fa29768-33b1-4c35-ab15-b405bd76aed8 already deleted. [ 1118.320441] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fa29768-33b1-4c35-ab15-b405bd76aed8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.384226] env[69439]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1118.384468] env[69439]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] NSXv3 Agent Agent loop - iteration:2 started [ 1118.396025] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-438 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.396303] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-438" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.396443] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-438" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.396751] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-438" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.397044] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.397215] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.397338] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.397620] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.397797] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.398037] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.398175] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.398293] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.398451] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.398589] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.398778] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.398955] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.422777] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.422960] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1118.423636] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.423636] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-438" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.424035] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-d5907ff8-dc78-43b1-8484-8a3a7a63e80e taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.424035] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-d5907ff8-dc78-43b1-8484-8a3a7a63e80e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.424743] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-d5907ff8-dc78-43b1-8484-8a3a7a63e80e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.425150] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-d5907ff8-dc78-43b1-8484-8a3a7a63e80e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.425310] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5907ff8-dc78-43b1-8484-8a3a7a63e80e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.462771] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.463028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.463199] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.463555] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.464103] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.464103] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.464559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.464559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.464641] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.464761] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.464866] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a is going to be updated. [ 1118.501117] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.501377] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.501457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.501664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.501816] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.513182] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: IN_PROGRESS for 2s [ 1118.930116] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.930116] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.930116] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.930612] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.932050] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.932410] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port d5907ff8-dc78-43b1-8484-8a3a7a63e80e not found, creating... [ 1118.933173] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.933173] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.933173] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.933357] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.933569] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.933966] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.934140] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.934269] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.935478] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.936344] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.936344] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: d5907ff8-dc78-43b1-8484-8a3a7a63e80e is going to be created. [ 1118.948968] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 1118.948968] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 deletion is rescheduled due to dependency. [ 1118.948968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.960678] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.967026] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.967026] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.967026] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.967026] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.967026] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-d5907ff8-dc78-43b1-8484-8a3a7a63e80e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.747026] env[69439]: INFO networking_nsxv3.common.synchronization [req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 req-bbf3cb0b-cc13-4e7c-9dcb-873ada00d691 service nova] Enqueued Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_rules [ 1119.750664] env[69439]: INFO networking_nsxv3.common.synchronization [req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 req-bbf3cb0b-cc13-4e7c-9dcb-873ada00d691 service nova] Enqueued Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1119.750664] env[69439]: INFO networking_nsxv3.common.synchronization [req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 req-bbf3cb0b-cc13-4e7c-9dcb-873ada00d691 service nova] Enqueued Resource ID: d5907ff8-dc78-43b1-8484-8a3a7a63e80e with Priority: HIGHEST for action port [ 1119.750664] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_rules [ 1119.750664] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1119.750664] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5907ff8-dc78-43b1-8484-8a3a7a63e80e with Priority: HIGHEST for action port [ 1119.750664] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.750664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.750664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.750664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.750664] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.751029] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.751029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.751029] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5907ff8-dc78-43b1-8484-8a3a7a63e80e taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.751199] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5907ff8-dc78-43b1-8484-8a3a7a63e80e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.751199] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5907ff8-dc78-43b1-8484-8a3a7a63e80e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.751366] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5907ff8-dc78-43b1-8484-8a3a7a63e80e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.751409] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5907ff8-dc78-43b1-8484-8a3a7a63e80e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.173462] env[69439]: INFO networking_nsxv3.common.synchronization [None req-f5d2b098-811c-42c8-9305-f4c1bbf7fc31 None None] Enqueued Resource ID: 12a6725e-efa8-45d3-842d-9304e942574c with Priority: HIGHEST for action port [ 1120.173462] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12a6725e-efa8-45d3-842d-9304e942574c with Priority: HIGHEST for action port [ 1120.173462] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-12a6725e-efa8-45d3-842d-9304e942574c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.176643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12a6725e-efa8-45d3-842d-9304e942574c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.176643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12a6725e-efa8-45d3-842d-9304e942574c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.176643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12a6725e-efa8-45d3-842d-9304e942574c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.176643] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12a6725e-efa8-45d3-842d-9304e942574c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.222013] env[69439]: INFO networking_nsxv3.common.synchronization [req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 req-c136ba3d-5c2f-49fe-9f1b-9f760653974a tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Enqueued Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1120.223331] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1120.224011] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.224281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.255729] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.255729] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.255729] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5907ff8-dc78-43b1-8484-8a3a7a63e80e with status ACTIVE [ 1120.255729] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.255729] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.255729] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.257625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.257625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.257625] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.257625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.257625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.257625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.257625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.257625] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.257625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.257625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.257625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.257625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.257625] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5907ff8-dc78-43b1-8484-8a3a7a63e80e is going to be updated. [ 1120.284495] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.284770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.284770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.285196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.285196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.285658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5907ff8-dc78-43b1-8484-8a3a7a63e80e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.524836] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: SUCCESS [ 1120.525029] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a deletion is rescheduled due to dependency. [ 1120.525612] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.525612] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.525612] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.526957] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.526957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.526957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.526957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.526957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.526957] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.659025] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-438 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.659025] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-438" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.659025] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-438" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.659025] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-438" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.659025] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.659025] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.659025] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.659025] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.659025] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.659025] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.659025] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.659025] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.659025] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.659811] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.659811] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.659811] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.679194] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.679394] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1120.679543] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.679726] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-438" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.680112] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-653abec3-bfd9-458c-8fe2-1dd6c56a880e taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.680248] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-653abec3-bfd9-458c-8fe2-1dd6c56a880e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.680438] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-653abec3-bfd9-458c-8fe2-1dd6c56a880e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.680747] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-653abec3-bfd9-458c-8fe2-1dd6c56a880e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.680885] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('653abec3-bfd9-458c-8fe2-1dd6c56a880e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.685308] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12a6725e-efa8-45d3-842d-9304e942574c [ 1120.686384] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.686776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.686923] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.687111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.687201] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.687327] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12a6725e-efa8-45d3-842d-9304e942574c already deleted. [ 1120.687417] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12a6725e-efa8-45d3-842d-9304e942574c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.033416] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.189082] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.189602] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.189827] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.190190] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.192014] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.192014] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 653abec3-bfd9-458c-8fe2-1dd6c56a880e not found, creating... [ 1121.192014] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.192014] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.192014] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.192014] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.193218] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.193690] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.193943] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.194214] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.194450] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.196248] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.196248] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 653abec3-bfd9-458c-8fe2-1dd6c56a880e is going to be created. [ 1121.226492] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.228085] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.228085] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.228085] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.228085] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.228085] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-653abec3-bfd9-458c-8fe2-1dd6c56a880e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.537032] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.911611] env[69439]: INFO networking_nsxv3.common.synchronization [None req-3fe2f840-127f-4e98-a841-487a25d6d765 None None] Enqueued Resource ID: 40375ee8-d189-41b9-961a-cdf9ebb842be with Priority: HIGHEST for action port [ 1121.912191] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40375ee8-d189-41b9-961a-cdf9ebb842be with Priority: HIGHEST for action port [ 1121.912508] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-40375ee8-d189-41b9-961a-cdf9ebb842be taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.912631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40375ee8-d189-41b9-961a-cdf9ebb842be" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.912699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40375ee8-d189-41b9-961a-cdf9ebb842be" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.913031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40375ee8-d189-41b9-961a-cdf9ebb842be" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.916798] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40375ee8-d189-41b9-961a-cdf9ebb842be',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.045301] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.045301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.045301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.045301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.045301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.045301] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a is going to be updated. [ 1122.079031] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.079031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.079031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.079031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.079434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.088764] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: IN_PROGRESS for 2s [ 1122.266715] env[69439]: INFO networking_nsxv3.common.synchronization [req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 req-d6f97fe7-34a0-43f0-96d3-83e556f80472 service nova] Enqueued Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_rules [ 1122.267057] env[69439]: INFO networking_nsxv3.common.synchronization [req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 req-d6f97fe7-34a0-43f0-96d3-83e556f80472 service nova] Enqueued Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1122.267189] env[69439]: INFO networking_nsxv3.common.synchronization [req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 req-d6f97fe7-34a0-43f0-96d3-83e556f80472 service nova] Enqueued Resource ID: 653abec3-bfd9-458c-8fe2-1dd6c56a880e with Priority: HIGHEST for action port [ 1122.267861] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_rules [ 1122.269903] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1122.270158] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 653abec3-bfd9-458c-8fe2-1dd6c56a880e with Priority: HIGHEST for action port [ 1122.270644] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.271398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.275265] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.275380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.275627] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-653abec3-bfd9-458c-8fe2-1dd6c56a880e taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.275750] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-653abec3-bfd9-458c-8fe2-1dd6c56a880e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.275815] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-653abec3-bfd9-458c-8fe2-1dd6c56a880e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.276099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-653abec3-bfd9-458c-8fe2-1dd6c56a880e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.276170] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('653abec3-bfd9-458c-8fe2-1dd6c56a880e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.419667] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40375ee8-d189-41b9-961a-cdf9ebb842be [ 1122.419996] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.420191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.420275] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.420491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.422743] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.422837] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40375ee8-d189-41b9-961a-cdf9ebb842be already deleted. [ 1122.422944] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40375ee8-d189-41b9-961a-cdf9ebb842be" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.785447] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 653abec3-bfd9-458c-8fe2-1dd6c56a880e with status ACTIVE [ 1122.785447] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.785447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.785447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.785447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.785447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.785447] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.785447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.785447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.785447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.785447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.785447] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.785447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.785447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.785447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.785447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.785447] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 653abec3-bfd9-458c-8fe2-1dd6c56a880e is going to be updated. [ 1122.811151] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.813158] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.813158] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.813158] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.813158] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.813158] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-653abec3-bfd9-458c-8fe2-1dd6c56a880e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.198439] env[69439]: INFO networking_nsxv3.common.synchronization [req-324c2d5a-851d-42d2-9409-13fe0b8bb670 req-94e92d26-bf8a-4691-8d86-5d95aff09bb1 tempest-SecurityGroupRulesNegativeTestJSON-564139548 tempest-SecurityGroupRulesNegativeTestJSON-564139548-project-member] Enqueued Resource ID: e75d79de-88af-4606-89cf-f56630134440 with Priority: HIGHEST for action security_group_rules [ 1123.198439] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75d79de-88af-4606-89cf-f56630134440 with Priority: HIGHEST for action security_group_rules [ 1123.198439] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e75d79de-88af-4606-89cf-f56630134440 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.198439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e75d79de-88af-4606-89cf-f56630134440" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.198439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e75d79de-88af-4606-89cf-f56630134440" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.198439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e75d79de-88af-4606-89cf-f56630134440" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.198439] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e75d79de-88af-4606-89cf-f56630134440',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.416565] env[69439]: INFO networking_nsxv3.common.synchronization [req-30f9560f-0e27-4adc-bb6f-bd4b32054eef req-855b57d6-8dd8-40d7-a476-f89b353d3ec3 tempest-SecurityGroupRulesNegativeTestJSON-564139548 tempest-SecurityGroupRulesNegativeTestJSON-564139548-project-member] Enqueued Resource ID: e75d79de-88af-4606-89cf-f56630134440 with Priority: HIGHEST for action security_group_rules [ 1123.417100] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75d79de-88af-4606-89cf-f56630134440 with Priority: HIGHEST for action security_group_rules [ 1123.417433] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e75d79de-88af-4606-89cf-f56630134440 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.417579] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e75d79de-88af-4606-89cf-f56630134440" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.721585] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.721585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.721585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.721808] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.721976] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.722069] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e75d79de-88af-4606-89cf-f56630134440 already deleted. [ 1123.722138] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e75d79de-88af-4606-89cf-f56630134440" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.722277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e75d79de-88af-4606-89cf-f56630134440" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.722436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e75d79de-88af-4606-89cf-f56630134440" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.722520] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e75d79de-88af-4606-89cf-f56630134440',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.102485] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: SUCCESS [ 1124.102887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.102984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.103231] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.103424] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.103676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.103734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.103945] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.104072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.104272] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.244455] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.245465] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.245668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.245842] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.245949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.246087] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e75d79de-88af-4606-89cf-f56630134440 already deleted. [ 1124.246179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e75d79de-88af-4606-89cf-f56630134440" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.419574] env[69439]: INFO networking_nsxv3.common.synchronization [None req-64e1cfa8-5198-42cb-8f24-8adf7f66c61a None None] Enqueued Resource ID: 0417c903-6143-463e-b0ec-61be4d61dc66 with Priority: HIGHEST for action port [ 1124.422762] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0417c903-6143-463e-b0ec-61be4d61dc66 with Priority: HIGHEST for action port [ 1124.422762] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-0417c903-6143-463e-b0ec-61be4d61dc66 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.422762] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0417c903-6143-463e-b0ec-61be4d61dc66" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.423196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0417c903-6143-463e-b0ec-61be4d61dc66" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.423437] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0417c903-6143-463e-b0ec-61be4d61dc66" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.423437] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0417c903-6143-463e-b0ec-61be4d61dc66',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.609548] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.811571] env[69439]: INFO networking_nsxv3.common.synchronization [req-aa165535-1658-4c2a-9fe3-efac286ce5e9 req-00f50ddb-3fe6-4ab6-b1e1-9773b4032649 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1124.811571] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1124.811571] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.813042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.813042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.813042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.813042] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.813042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.813042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.813042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.813042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.813042] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.929620] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0417c903-6143-463e-b0ec-61be4d61dc66 [ 1124.929620] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.929620] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.929620] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.929620] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.929620] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.929620] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0417c903-6143-463e-b0ec-61be4d61dc66 already deleted. [ 1124.929620] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0417c903-6143-463e-b0ec-61be4d61dc66" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.114794] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.174299] env[69439]: INFO networking_nsxv3.common.synchronization [req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad req-9dc10a26-fbdf-4d19-9095-b748864aa393 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1125.174299] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1125.174299] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.174299] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.174299] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.174299] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.174299] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.174299] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.174757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.175227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.176083] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.176381] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.316873] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.387559] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.387767] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.387897] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.388199] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.388712] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.388712] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.388883] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.389021] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.389510] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.389733] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.389868] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.389985] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.391881] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.391881] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.392020] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.392123] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.418555] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.418555] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1125.418725] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.418760] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.419223] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-4180295c-433b-4039-867d-c139c73c000b taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.419379] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-4180295c-433b-4039-867d-c139c73c000b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.419503] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-4180295c-433b-4039-867d-c139c73c000b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.420106] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-4180295c-433b-4039-867d-c139c73c000b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.420106] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4180295c-433b-4039-867d-c139c73c000b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.617894] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.618091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.618170] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.619073] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.619170] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.619285] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a is going to be updated. [ 1125.641292] env[69439]: INFO networking_nsxv3.common.synchronization [req-4c237444-4992-4053-85fc-dca991af201e req-63dae3aa-0890-4075-be2b-98fa51a14012 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Enqueued Resource ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 with Priority: HIGHEST for action security_group_members [ 1125.641859] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 with Priority: HIGHEST for action security_group_members [ 1125.642219] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3ca0c1-3fa7-4059-9223-3200aa533388 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.642355] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.642425] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.642629] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.643117] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.643117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.643117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.643787] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.643880] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.643981] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f3ca0c1-3fa7-4059-9223-3200aa533388',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.649385] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.649385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.649385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.649385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.649385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.661456] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: IN_PROGRESS for 2s [ 1125.684956] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.685142] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.685217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.685440] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.685531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.686233] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.686233] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.686233] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.686233] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.686494] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.686494] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be updated. [ 1125.721296] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.721602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.721602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.721787] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.721955] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.737368] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1125.824774] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.924898] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.927544] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.927544] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.927675] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.927842] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.928038] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 4180295c-433b-4039-867d-c139c73c000b not found, creating... [ 1125.928783] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.928783] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.928783] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.928941] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.929825] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.930499] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.933018] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.933018] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.933018] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.933018] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.933018] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 4180295c-433b-4039-867d-c139c73c000b is going to be created. [ 1125.956396] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.956896] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.956896] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.957073] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.957332] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.957632] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-4180295c-433b-4039-867d-c139c73c000b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.149082] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.149082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.149082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.149082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.149082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.149082] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.149082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.149082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.149082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.149082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.149082] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 is going to be updated. [ 1126.189020] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.189020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.189020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.189020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.189020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.198859] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 in Status: IN_PROGRESS for 2s [ 1126.325659] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.326203] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.328889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.328889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.328889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.328889] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1126.361158] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.361158] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.361158] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.361158] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.361158] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.370362] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1127.174024] env[69439]: INFO networking_nsxv3.common.synchronization [req-aa165535-1658-4c2a-9fe3-efac286ce5e9 req-ba8a9603-5583-4bef-bbf1-39eb831d38b7 service nova] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_rules [ 1127.174024] env[69439]: INFO networking_nsxv3.common.synchronization [req-aa165535-1658-4c2a-9fe3-efac286ce5e9 req-ba8a9603-5583-4bef-bbf1-39eb831d38b7 service nova] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1127.174024] env[69439]: INFO networking_nsxv3.common.synchronization [req-aa165535-1658-4c2a-9fe3-efac286ce5e9 req-ba8a9603-5583-4bef-bbf1-39eb831d38b7 service nova] Enqueued Resource ID: 4180295c-433b-4039-867d-c139c73c000b with Priority: HIGHEST for action port [ 1127.174024] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_rules [ 1127.174024] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1127.174024] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4180295c-433b-4039-867d-c139c73c000b with Priority: HIGHEST for action port [ 1127.174024] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.174024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.174024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.174024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.174024] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.175184] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.175282] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.175475] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-4180295c-433b-4039-867d-c139c73c000b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.175569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4180295c-433b-4039-867d-c139c73c000b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.175629] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4180295c-433b-4039-867d-c139c73c000b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.176134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4180295c-433b-4039-867d-c139c73c000b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.176222] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4180295c-433b-4039-867d-c139c73c000b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.671757] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: SUCCESS [ 1127.672016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.672227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.672494] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.672688] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.672800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.672867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.673028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.673107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.673190] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.673283] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.674471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.674634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.674795] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.674895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.674958] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.675116] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.675196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.675301] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.678032] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.678130] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.678279] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4180295c-433b-4039-867d-c139c73c000b with status ACTIVE [ 1127.678425] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.678518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.678574] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.678725] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.678797] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.679140] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.679140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.679259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.679333] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.679409] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.679702] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.679789] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.679850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.679986] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.680077] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.680161] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4180295c-433b-4039-867d-c139c73c000b is going to be updated. [ 1127.704113] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.704268] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.704332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.704580] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.704723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.704884] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4180295c-433b-4039-867d-c139c73c000b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.751497] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1127.752803] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 deletion is rescheduled due to dependency. [ 1127.753068] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.858301] env[69439]: INFO networking_nsxv3.common.synchronization [req-0c72443c-0752-4ba4-8655-85ed26555614 req-c48b2654-9f9e-40f3-b37b-fee6b5dea44a tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Enqueued Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_members [ 1127.860763] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_members [ 1127.860763] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.860763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.860763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.860763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.860763] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.860763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.860763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.860763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.860763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.860763] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.177583] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.177862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.181991] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.216132] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 in Status: SUCCESS [ 1128.216326] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 deletion is rescheduled due to dependency. [ 1128.216441] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.317157] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.317342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.317414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.317730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.317859] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.365155] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.365304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.365458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.365631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.365760] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.366122] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.366281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.366281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.366513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.366592] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.366705] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 is going to be updated. [ 1128.386439] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1128.386439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.386439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.386439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.386439] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.386439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.386439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.386439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.386439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.386439] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.410259] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.410388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.410804] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.410804] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.410804] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.423723] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: IN_PROGRESS for 2s [ 1128.684786] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.820328] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.888030] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.186704] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.187106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.187106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.187324] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.187324] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.187396] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a is going to be updated. [ 1129.217566] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.217937] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.218128] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.218413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.221293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.232890] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: IN_PROGRESS for 2s [ 1129.311158] env[69439]: INFO networking_nsxv3.common.synchronization [req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde req-a70cf532-ded1-4f23-953d-47872156ff51 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 1129.311439] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 1129.311825] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.311990] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.312771] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.312955] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.313207] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.313396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.313486] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.313740] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.313857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.313974] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.324436] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.392157] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.534628] env[69439]: INFO networking_nsxv3.common.synchronization [req-fe043b47-64b7-4bb9-8f88-99523757ebc4 req-d9b697c9-aaff-40a7-880a-f3e978924b14 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Enqueued Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGHEST for action security_group_members [ 1129.535599] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGHEST for action security_group_members [ 1129.535977] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eb7538-919b-42c7-af91-ab92b0876e8a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.536902] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.537032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.537155] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.537354] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.537431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.537518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.537687] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.537794] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.538023] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.816475] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.817754] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.817754] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.817754] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.817754] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.817754] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.817754] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.817754] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.818031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.818031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.818031] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be updated. [ 1129.826390] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1129.826870] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1129.857082] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.857331] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.857407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.857735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.857990] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.870598] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: IN_PROGRESS for 2s [ 1129.895880] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.896100] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.896212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.896503] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.896594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.896759] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1129.932133] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.932133] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.932133] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.932283] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.932978] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.932978] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.932978] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.932978] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.933375] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.933643] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.933838] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.934081] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.934384] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.934546] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.934716] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.934954] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.939270] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.939420] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.939457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.940705] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.940705] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.954495] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1129.967146] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.967406] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1129.967558] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.968367] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.968367] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.968549] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.968732] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.969194] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.969400] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.045715] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.440319] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: SUCCESS [ 1130.440319] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 deletion is rescheduled due to dependency. [ 1130.440319] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.478165] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.478938] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.479285] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.479823] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.480312] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.483136] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6 not found, creating... [ 1130.483136] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.483136] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.483136] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.483136] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.483136] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.483136] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.483136] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.483136] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.484282] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.484767] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.487364] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6 is going to be created. [ 1130.513889] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.513889] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.513889] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.513889] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.513889] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.513889] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.550842] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.907415] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.907597] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.907721] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.907968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.922692] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1130.924014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.926014] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1130.962546] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.962738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.962773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.963011] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.976382] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.976382] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1130.976382] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1130.976382] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1131.024506] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.024506] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.024506] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.025040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.026964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.027049] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1131.053491] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.053491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.053491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.053859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.053965] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.054116] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5eb7538-919b-42c7-af91-ab92b0876e8a is going to be updated. [ 1131.092025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.092025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.092025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.092025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.092025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.102323] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5eb7538-919b-42c7-af91-ab92b0876e8a in Status: IN_PROGRESS for 2s [ 1131.117099] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.117099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.117099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.117099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.117099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.117341] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1131.226662] env[69439]: INFO networking_nsxv3.common.synchronization [req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde req-86818bc3-512c-4b13-90f5-3a659a3acb20 service nova] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_rules [ 1131.228125] env[69439]: INFO networking_nsxv3.common.synchronization [req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde req-86818bc3-512c-4b13-90f5-3a659a3acb20 service nova] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 1131.229964] env[69439]: INFO networking_nsxv3.common.synchronization [req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde req-86818bc3-512c-4b13-90f5-3a659a3acb20 service nova] Enqueued Resource ID: ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6 with Priority: HIGHEST for action port [ 1131.230927] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_rules [ 1131.231261] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 1131.231522] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6 with Priority: HIGHEST for action port [ 1131.232049] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.232144] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.232267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.232600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.232684] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.234561] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.234706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.236261] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.236261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.236261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.236261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.236261] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.251885] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: SUCCESS [ 1131.251885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.252053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.252258] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.252795] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.253482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.253482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.253482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.253482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.253625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.253841] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.253977] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.254098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.254271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.254505] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.254649] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.255063] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.255063] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.255150] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.255487] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.255642] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.260052] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.260052] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.260052] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.260321] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.261332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.261332] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1131.261332] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b5eb7538-919b-42c7-af91-ab92b0876e8a', '047dd3ee-571a-472b-931c-8add22ed0187', '2d03d0dd-141b-4e28-bff1-57674f5ca682', '09e64b84-7557-4e44-a624-dd0b85b9c9d5', '1e929c7b-d3b7-497f-b186-6b979b1ec27d', 'e71cd337-277a-4191-9732-bab35a2810b1', 'c39476d6-2649-43bf-9994-ee3bd12cc002', 'acae3d53-5a1f-4d91-aa20-0c10df05970a', 'a79cf39f-8d64-4e90-aaa5-0994904f81cc', 'e7071ed0-f590-4eee-9b3e-64b173041cd4', '0562be3f-b738-450a-9cb6-12de1ff84845', '7f3ca0c1-3fa7-4059-9223-3200aa533388', 'f36e8f4b-a760-4a46-9f72-6235a70928a2', '920aba9d-9bd1-470f-b4d5-9e20cb898836', 'a75c69a9-f5a7-4382-9867-2083f7bef2c0', 'e2cd486d-54d0-42c9-b1c4-88cfae89746a', '6054c870-aeb8-4ffb-ac8f-86d3c6e32e31', '38ae58d9-79d6-4056-a864-88fc709b5a12', '9e5797e3-01fc-40c6-a389-91842a3d975a', '946aaaef-438b-4bd9-a1a3-50a2b53ccd6e', '2d9a8854-160a-44f1-8d8b-504c53031fcb', 'ede72296-12d9-40a6-a978-a526dc0b3952', '8eb6ff40-a26e-4694-bac7-a5424851f269', '93365572-f90a-45d3-bc00-b09b23bc9bb2', 'bf3119dc-7330-463e-8dbe-f2b7626241e2', '85d07dec-513c-4f3d-b4dc-00ff0f8959d3', '2c98b5db-4891-410d-87e5-e125e845a635', 'c7ba59b4-8801-467b-9430-1d3af8697ca8', '9707d0e0-4d20-4db8-8eba-f329b59cfaf4', '9e1b031f-13a1-44ae-b1ca-4af314fde7a1', '95143d24-63f6-4939-95d0-89a5ed82776a', 'b1b1f685-6a25-4b92-9b87-bec43cea3cc0', '0ca2f32f-87ec-4548-878c-2733cdec1c9a', '289d8183-ece5-4bf9-8f2d-d4b06c1c00dc', '0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe', 'f22adb3b-1a34-4931-87a1-380e6dfffcb1', 'a03336a7-c0b3-43d8-8fcd-3049396f1743', '51b1206e-8060-43b0-bd32-be99c8eb203c', 'eac81bb9-d780-4c8b-848a-3bfa018521f2', '27f4a9be-90a4-4341-b1de-562ac534346c', 'cf70d0e5-f07c-40f0-8808-99962eb1a492', '410d164c-aa2e-4aab-97a2-fb4f13027908', 'b7928caa-8eec-4c2a-a503-817cacdbf194', 'e72a7d49-214e-469d-abb9-6f6b0ed6c67d', '7bdfb6b6-657f-481e-9325-6247cbdd314d'} {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1131.261332] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1131.287141] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.287330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.287330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.287561] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.287660] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.287779] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1131.287850] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1131.287945] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1131.375804] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.376016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.376097] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.376405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.377628] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.377950] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1131.378045] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1131.378158] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1131.378255] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1131.378339] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1131.378423] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGH for action security_group_rules [ 1131.378536] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGH for action security_group_rules [ 1131.378582] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGH for action security_group_rules [ 1131.378641] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 with Priority: HIGH for action security_group_rules [ 1131.378716] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d with Priority: HIGH for action security_group_rules [ 1131.378787] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e71cd337-277a-4191-9732-bab35a2810b1 with Priority: HIGH for action security_group_rules [ 1131.378844] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c39476d6-2649-43bf-9994-ee3bd12cc002 with Priority: HIGH for action security_group_rules [ 1131.378898] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGH for action security_group_rules [ 1131.379433] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc with Priority: HIGH for action security_group_rules [ 1131.379433] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGH for action security_group_rules [ 1131.379433] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGH for action security_group_rules [ 1131.379433] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 with Priority: HIGH for action security_group_rules [ 1131.379433] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 with Priority: HIGH for action security_group_rules [ 1131.379433] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGH for action security_group_rules [ 1131.379433] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 with Priority: HIGH for action security_group_rules [ 1131.379433] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a with Priority: HIGH for action security_group_rules [ 1131.379433] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGH for action security_group_rules [ 1131.379672] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 with Priority: HIGH for action security_group_rules [ 1131.379672] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e5797e3-01fc-40c6-a389-91842a3d975a with Priority: HIGH for action security_group_rules [ 1131.379672] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e with Priority: HIGH for action security_group_rules [ 1131.379763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.390767] env[69439]: INFO networking_nsxv3.common.synchronization [None req-03bd9b69-3079-48a4-bc53-5b240311019b None None] Enqueued Resource ID: ebde80d4-711e-4a75-8126-32fa4699bbaf with Priority: HIGHEST for action port [ 1131.392102] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebde80d4-711e-4a75-8126-32fa4699bbaf with Priority: HIGHEST for action port [ 1131.392627] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGH for action security_group_rules [ 1131.392694] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 with Priority: HIGH for action security_group_rules [ 1131.392744] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39476d6-2649-43bf-9994-ee3bd12cc002 with Priority: HIGH for action security_group_rules [ 1131.392844] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 with Priority: HIGH for action security_group_rules [ 1131.392939] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e with Priority: HIGH for action security_group_rules [ 1131.393059] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5797e3-01fc-40c6-a389-91842a3d975a with Priority: HIGH for action security_group_rules [ 1131.393152] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 with Priority: HIGH for action security_group_rules [ 1131.393240] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGH for action security_group_rules [ 1131.393345] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGH for action security_group_rules [ 1131.393437] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a with Priority: HIGH for action security_group_rules [ 1131.393549] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 with Priority: HIGH for action security_group_rules [ 1131.393628] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 with Priority: HIGH for action security_group_rules [ 1131.393742] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGH for action security_group_rules [ 1131.393975] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 with Priority: HIGH for action security_group_rules [ 1131.394056] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc with Priority: HIGH for action security_group_rules [ 1131.394259] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71cd337-277a-4191-9732-bab35a2810b1 with Priority: HIGH for action security_group_rules [ 1131.394514] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGH for action security_group_rules [ 1131.394559] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d with Priority: HIGH for action security_group_rules [ 1131.395271] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047dd3ee-571a-472b-931c-8add22ed0187 with Priority: HIGH for action security_group_rules [ 1131.395458] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 with Priority: HIGH for action security_group_rules [ 1131.396514] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebde80d4-711e-4a75-8126-32fa4699bbaf taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.396673] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebde80d4-711e-4a75-8126-32fa4699bbaf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.396848] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebde80d4-711e-4a75-8126-32fa4699bbaf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.397276] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebde80d4-711e-4a75-8126-32fa4699bbaf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.397388] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebde80d4-711e-4a75-8126-32fa4699bbaf',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.398821] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5eb7538-919b-42c7-af91-ab92b0876e8a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.399016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.399266] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.399602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.399669] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.402165] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d03d0dd-141b-4e28-bff1-57674f5ca682 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.402274] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.402307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.402615] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.402724] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d03d0dd-141b-4e28-bff1-57674f5ca682',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.404226] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c39476d6-2649-43bf-9994-ee3bd12cc002 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.404351] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.404451] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.404652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.404767] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c39476d6-2649-43bf-9994-ee3bd12cc002',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.406029] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.406157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.406232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.406444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.406523] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a75c69a9-f5a7-4382-9867-2083f7bef2c0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.407679] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.407836] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.407908] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.408112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.408191] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('946aaaef-438b-4bd9-a1a3-50a2b53ccd6e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.408984] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e5797e3-01fc-40c6-a389-91842a3d975a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.409129] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.409241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.409420] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.409492] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e5797e3-01fc-40c6-a389-91842a3d975a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.410274] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38ae58d9-79d6-4056-a864-88fc709b5a12 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.410396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.410465] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.410687] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.410763] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38ae58d9-79d6-4056-a864-88fc709b5a12',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.411737] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.411831] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.412429] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.412538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.412761] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.412895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.412895] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.413600] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2cd486d-54d0-42c9-b1c4-88cfae89746a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.413701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.413768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.413963] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.414048] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2cd486d-54d0-42c9-b1c4-88cfae89746a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.414909] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f36e8f4b-a760-4a46-9f72-6235a70928a2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.414988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.415073] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.415228] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.415305] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f36e8f4b-a760-4a46-9f72-6235a70928a2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.416324] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f3ca0c1-3fa7-4059-9223-3200aa533388 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.416457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.416528] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.416678] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.416750] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f3ca0c1-3fa7-4059-9223-3200aa533388',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.417510] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.417619] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.417755] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.417993] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.418079] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.418806] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7071ed0-f590-4eee-9b3e-64b173041cd4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.418917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.418983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.419189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.419321] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7071ed0-f590-4eee-9b3e-64b173041cd4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.420057] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a79cf39f-8d64-4e90-aaa5-0994904f81cc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.420136] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.420203] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.420407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.420474] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a79cf39f-8d64-4e90-aaa5-0994904f81cc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.428125] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e71cd337-277a-4191-9732-bab35a2810b1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.432029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.432029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.432029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.432029] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e71cd337-277a-4191-9732-bab35a2810b1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.432029] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.432029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.432029] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e929c7b-d3b7-497f-b186-6b979b1ec27d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.432029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.432029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.432029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.432029] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e929c7b-d3b7-497f-b186-6b979b1ec27d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.432029] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-047dd3ee-571a-472b-931c-8add22ed0187 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.432029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.432029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.432029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.432029] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('047dd3ee-571a-472b-931c-8add22ed0187',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.433118] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.433118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.433184] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.433459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.433459] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09e64b84-7557-4e44-a624-dd0b85b9c9d5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.464214] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.464839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.464839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.464839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.489820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.489820] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d03d0dd-141b-4e28-bff1-57674f5ca682 is going to be deleted. [ 1131.550358] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.550543] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.550581] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.550775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.550867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.550984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d03d0dd-141b-4e28-bff1-57674f5ca682" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.737932] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.738097] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.740636] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6 with status ACTIVE [ 1131.740636] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.741147] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.745107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.745359] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.745480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.745701] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.745815] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.745877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.746053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.746132] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.746309] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.746396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.746451] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.746584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.746652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.746753] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6 is going to be updated. [ 1131.763805] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acae3d53-5a1f-4d91-aa20-0c10df05970a: rpc.has_security_group_logging(os_id): False [ 1131.771619] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.772430] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.772430] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.772430] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.772555] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.772758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.784704] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.784704] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.784704] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.784704] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.806103] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.806103] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.806103] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.806103] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.806372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.806372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.806724] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.806724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.806724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.806876] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.808307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.808307] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.808307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.808307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.808307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.808307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.808307] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a is going to be updated. [ 1131.882633] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 1131.882633] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 deletion is rescheduled due to dependency. [ 1131.882633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.882633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.882895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.882939] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.883093] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.883156] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.883276] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.883362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.883681] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.888171] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.888375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.888375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.888549] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.888693] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.910180] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: IN_PROGRESS for 2s [ 1131.938178] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eb7538-919b-42c7-af91-ab92b0876e8a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.938178] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.947111] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebde80d4-711e-4a75-8126-32fa4699bbaf [ 1131.947327] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.947469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.947518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.947704] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.947795] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.947881] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebde80d4-711e-4a75-8126-32fa4699bbaf already deleted. [ 1131.947972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebde80d4-711e-4a75-8126-32fa4699bbaf" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.953042] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.953042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.953042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.953042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.953042] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.953042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.953042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.953369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.953369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.953369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.953369] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.955426] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-09e64b84-7557-4e44-a624-dd0b85b9c9d5 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.955582] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.955629] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.956514] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.956514] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.956514] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.956514] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.956514] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.956514] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.956514] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.956514] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09e64b84-7557-4e44-a624-dd0b85b9c9d5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.972036] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.972036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.972036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.972036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.974858] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.975042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.012850] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.012981] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.013946] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.014087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.015280] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.015386] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.016497] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1132.016763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.016866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.017149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.017286] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.017402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.017451] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.017622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.017712] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.017790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.017880] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.019487] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.019622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.020604] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.020685] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.022364] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.022475] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.031024] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.031024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.034940] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.035072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.036063] env[69439]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1132.036623] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.036764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.038031] env[69439]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1132.038595] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.038682] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.048971] env[69439]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1132.049696] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.049898] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.054433] env[69439]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1132.055059] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.055242] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.059747] env[69439]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1132.060455] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.060670] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e5797e3-01fc-40c6-a389-91842a3d975a is going to be deleted. [ 1132.061817] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.062059] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.083429] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.083669] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7071ed0-f590-4eee-9b3e-64b173041cd4 is going to be deleted. [ 1132.084671] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.084892] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.106423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.106423] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38ae58d9-79d6-4056-a864-88fc709b5a12 is going to be deleted. [ 1132.107296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.107557] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.125480] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.125480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.135066] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.135192] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be deleted. [ 1132.136205] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.136439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.139476] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.139591] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.165855] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.165855] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.167426] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.167426] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2cd486d-54d0-42c9-b1c4-88cfae89746a is going to be deleted. [ 1132.167799] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.168025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.190048] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.190196] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f36e8f4b-a760-4a46-9f72-6235a70928a2 is going to be deleted. [ 1132.191102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.191390] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.224291] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.224909] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.268539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.268698] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a79cf39f-8d64-4e90-aaa5-0994904f81cc is going to be deleted. [ 1132.269617] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.269829] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.304235] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.304389] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.305384] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.305536] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e71cd337-277a-4191-9732-bab35a2810b1 is going to be deleted. [ 1132.306448] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.306701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.311327] env[69439]: INFO networking_nsxv3.common.synchronization [None req-15b4de55-adaa-4858-b359-fb1ce8995beb tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: 1b7676ea-d279-4e4f-88bb-0063727a351c with Priority: HIGHEST for action security_group_rules [ 1132.312012] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7676ea-d279-4e4f-88bb-0063727a351c with Priority: HIGHEST for action security_group_rules [ 1132.312341] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b7676ea-d279-4e4f-88bb-0063727a351c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.312468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.312545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.312794] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.312884] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b7676ea-d279-4e4f-88bb-0063727a351c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.361581] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.361581] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.361782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.362391] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c39476d6-2649-43bf-9994-ee3bd12cc002 is going to be deleted. [ 1132.363195] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.363419] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.386139] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.416958] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.417112] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f3ca0c1-3fa7-4059-9223-3200aa533388 is going to be deleted. [ 1132.418647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.418647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.421008] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.421113] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.422636] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.422760] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.463322] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.477456] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09e64b84-7557-4e44-a624-dd0b85b9c9d5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.490484] env[69439]: INFO networking_nsxv3.common.synchronization [None req-507b3333-9679-4ee6-a16e-06e2d51b3590 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: 1b7676ea-d279-4e4f-88bb-0063727a351c with Priority: HIGHEST for action security_group_rules [ 1132.491469] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7676ea-d279-4e4f-88bb-0063727a351c with Priority: HIGHEST for action security_group_rules [ 1132.493090] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.493266] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 946aaaef-438b-4bd9-a1a3-50a2b53ccd6e is going to be deleted. [ 1132.496683] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b7676ea-d279-4e4f-88bb-0063727a351c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.496851] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.497528] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.497733] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.521542] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.521542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.521542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.521864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.521917] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.522030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.522490] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.522490] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.522490] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.522490] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.522714] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.522810] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.522871] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.523061] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.523265] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.523341] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.523434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.523581] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.523661] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.523757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.523881] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.530263] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.530263] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.530263] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.530263] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 047dd3ee-571a-472b-931c-8add22ed0187 is going to be deleted. [ 1132.530263] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.530657] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.579161] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.579161] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.615026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.615182] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e929c7b-d3b7-497f-b186-6b979b1ec27d is going to be deleted. [ 1132.616392] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.616690] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.632447] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.632715] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.675342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.675493] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a75c69a9-f5a7-4382-9867-2083f7bef2c0 is going to be deleted. [ 1132.676620] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.677362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.677362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.677362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e5797e3-01fc-40c6-a389-91842a3d975a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.677362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.677523] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.677523] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.677574] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7071ed0-f590-4eee-9b3e-64b173041cd4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.678215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.678407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.678505] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.678637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38ae58d9-79d6-4056-a864-88fc709b5a12" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.678778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.679357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.679357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.679357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.679357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.679515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.679515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.679565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2cd486d-54d0-42c9-b1c4-88cfae89746a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.679723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.679861] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.680467] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.680467] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f36e8f4b-a760-4a46-9f72-6235a70928a2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.680467] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.680467] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.680781] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.680781] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e71cd337-277a-4191-9732-bab35a2810b1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.681744] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.681853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.681924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.682086] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.682160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.682294] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-047dd3ee-571a-472b-931c-8add22ed0187" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.682416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.682555] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.682649] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.682767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a79cf39f-8d64-4e90-aaa5-0994904f81cc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.682885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.683062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.683139] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.683269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c39476d6-2649-43bf-9994-ee3bd12cc002" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.683433] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.683577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.683665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.683774] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f3ca0c1-3fa7-4059-9223-3200aa533388" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.683899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.684052] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.684128] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.684244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-946aaaef-438b-4bd9-a1a3-50a2b53ccd6e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.800971] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.800971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.800971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.800971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.800971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.800971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e929c7b-d3b7-497f-b186-6b979b1ec27d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.817475] env[69439]: INFO networking_nsxv3.common.synchronization [req-7944c012-9dea-4532-8c29-5b057a16056e req-bb22f8d1-94f3-4741-9050-f2001f591c5c tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Enqueued Resource ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 with Priority: HIGHEST for action security_group_members [ 1132.818126] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 with Priority: HIGHEST for action security_group_members [ 1132.819068] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-02d3fd7e-704a-42ca-b79f-39f16c03d454 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.819068] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.819240] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.819583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.819715] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.819851] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.819960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.820187] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.820329] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.820455] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02d3fd7e-704a-42ca-b79f-39f16c03d454',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.822712] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.822941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.823063] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.823278] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.823407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.823592] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a75c69a9-f5a7-4382-9867-2083f7bef2c0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.849128] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.849287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.850045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.850045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.850045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.850045] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b7676ea-d279-4e4f-88bb-0063727a351c already deleted. [ 1132.850250] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.850627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.850833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.850914] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b7676ea-d279-4e4f-88bb-0063727a351c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.890311] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.966160] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0562be3f-b738-450a-9cb6-12de1ff84845: rpc.has_security_group_logging(os_id): False [ 1132.979295] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09e64b84-7557-4e44-a624-dd0b85b9c9d5: rpc.has_security_group_logging(os_id): False [ 1133.006725] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.006725] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.006840] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.007025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.028963] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7ba59b4-8801-467b-9430-1d3af8697ca8: rpc.has_security_group_logging(os_id): False [ 1133.045961] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.046380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.064565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.064907] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.065030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.065129] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.065818] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.065818] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.065918] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 is going to be updated. [ 1133.067090] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.067317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.082789] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.082925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.115320] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5eb7538-919b-42c7-af91-ab92b0876e8a in Status: SUCCESS [ 1133.115550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.115729] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.115953] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.116161] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.116276] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.116342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.116661] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.116661] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.116741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.116969] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.122647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.122647] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.122647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.122647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.122647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.122647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.122647] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 is going to be updated. [ 1133.123410] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.123693] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.157136] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.157451] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.157767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.157859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.158178] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.158413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.158705] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.159215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.159215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.159215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.159393] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.159535] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.159643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.159704] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.159877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.159935] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.160039] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1133.229565] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.229565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.229565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.229759] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.229960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.260257] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.260985] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.261127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.261549] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.261807] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.276494] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: IN_PROGRESS for 2s [ 1133.286096] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 in Status: IN_PROGRESS for 2s [ 1133.300995] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.301172] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.301237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.301526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.301683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.323529] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1133.325274] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.325499] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.325586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.325796] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.325889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.326245] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.326373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.326488] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.326725] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.326801] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.326904] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 already deleted. [ 1133.327110] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.380664] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.380866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.380910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.381115] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.381203] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.381558] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b7676ea-d279-4e4f-88bb-0063727a351c already deleted. [ 1133.381724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.392810] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.393022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.393085] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.393379] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.393475] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.393639] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be updated. [ 1133.440516] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.440683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.440733] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.440946] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.441106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.460841] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: IN_PROGRESS for 2s [ 1133.620410] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eb7538-919b-42c7-af91-ab92b0876e8a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.621287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.623039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.623039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.624183] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.625105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.625105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.625105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.625105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.625105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.626952] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eb7538-919b-42c7-af91-ab92b0876e8a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.627215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.627282] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.627515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.628137] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.628137] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.628137] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.628585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.628585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.628585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.628798] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.632582] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-790 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.632897] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-790" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.633147] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-790" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.633612] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-790" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.634367] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.634643] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.634855] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.635233] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.635423] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.635658] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.635781] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.635897] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.636043] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.636154] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.636268] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.636411] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.659339] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.659584] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1133.659695] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.659890] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-790" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.660310] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-f1b048bc-2570-4f49-8a28-396c27abc94b taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.660692] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-f1b048bc-2570-4f49-8a28-396c27abc94b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.660692] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-f1b048bc-2570-4f49-8a28-396c27abc94b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.661027] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-f1b048bc-2570-4f49-8a28-396c27abc94b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.661446] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1b048bc-2570-4f49-8a28-396c27abc94b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.928776] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: SUCCESS [ 1133.929538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.929538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.929671] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.929701] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.069763] env[69439]: INFO networking_nsxv3.common.synchronization [None req-07fc468d-4b85-49ac-8d80-287cd5e58323 None None] Enqueued Resource ID: feebafdd-db89-4194-b97e-04a7684b2b2a with Priority: HIGHEST for action port [ 1134.071506] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feebafdd-db89-4194-b97e-04a7684b2b2a with Priority: HIGHEST for action port [ 1134.071956] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-feebafdd-db89-4194-b97e-04a7684b2b2a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.072159] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feebafdd-db89-4194-b97e-04a7684b2b2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.072286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feebafdd-db89-4194-b97e-04a7684b2b2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.072610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feebafdd-db89-4194-b97e-04a7684b2b2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.075225] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feebafdd-db89-4194-b97e-04a7684b2b2a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.138913] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5eb7538-919b-42c7-af91-ab92b0876e8a: rpc.has_security_group_logging(os_id): False [ 1134.158099] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.158254] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.158330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.158545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.170202] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.170202] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.170420] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.170552] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.170701] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.170855] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port f1b048bc-2570-4f49-8a28-396c27abc94b not found, creating... [ 1134.171135] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.171362] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.171497] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.171716] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.171854] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.172157] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.172328] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.172452] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.172658] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.173831] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.173831] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: f1b048bc-2570-4f49-8a28-396c27abc94b is going to be created. [ 1134.179630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.180446] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.180446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.180446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.180446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.180446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.180712] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.180712] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.180712] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.180948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.180948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.181054] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.181136] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.181194] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.181363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.181463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.181552] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5eb7538-919b-42c7-af91-ab92b0876e8a is going to be updated. [ 1134.213820] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.214106] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.218024] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.218024] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.218024] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.218024] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-f1b048bc-2570-4f49-8a28-396c27abc94b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.291105] env[69439]: INFO networking_nsxv3.common.synchronization [req-a739561e-85be-45ad-a313-e77fab834855 req-f46c32c6-88e3-4220-956c-dc112406a5ac tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Enqueued Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1134.291783] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1134.292146] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.292293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.292350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.292595] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.292750] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.292852] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.292912] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.293096] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.293216] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.293345] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.325862] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.326046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.326108] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.326309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.326804] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.344237] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5eb7538-919b-42c7-af91-ab92b0876e8a in Status: IN_PROGRESS for 2s [ 1134.432214] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.432418] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.484727] env[69439]: INFO networking_nsxv3.common.synchronization [req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 req-be20d35f-77c9-4aba-9062-aed4712f9a93 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Enqueued Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1134.485513] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acae3d53-5a1f-4d91-aa20-0c10df05970a with Priority: HIGHEST for action security_group_members [ 1134.486210] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.486459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.575790] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port feebafdd-db89-4194-b97e-04a7684b2b2a [ 1134.576146] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.576330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.576432] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.576792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.576792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.576945] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:feebafdd-db89-4194-b97e-04a7684b2b2a already deleted. [ 1134.577074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feebafdd-db89-4194-b97e-04a7684b2b2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.797660] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.003259] env[69439]: INFO networking_nsxv3.common.synchronization [req-7944c012-9dea-4532-8c29-5b057a16056e req-6d17389c-1311-4c71-b191-6a8438471afb service nova] Enqueued Resource ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 with Priority: HIGHEST for action security_group_rules [ 1135.003599] env[69439]: INFO networking_nsxv3.common.synchronization [req-7944c012-9dea-4532-8c29-5b057a16056e req-6d17389c-1311-4c71-b191-6a8438471afb service nova] Enqueued Resource ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 with Priority: HIGHEST for action security_group_members [ 1135.003830] env[69439]: INFO networking_nsxv3.common.synchronization [req-7944c012-9dea-4532-8c29-5b057a16056e req-6d17389c-1311-4c71-b191-6a8438471afb service nova] Enqueued Resource ID: f1b048bc-2570-4f49-8a28-396c27abc94b with Priority: HIGHEST for action port [ 1135.006518] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 with Priority: HIGHEST for action security_group_rules [ 1135.006614] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 with Priority: HIGHEST for action security_group_members [ 1135.006813] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b048bc-2570-4f49-8a28-396c27abc94b with Priority: HIGHEST for action port [ 1135.006945] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02d3fd7e-704a-42ca-b79f-39f16c03d454 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.007191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.007316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.007521] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.007616] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02d3fd7e-704a-42ca-b79f-39f16c03d454',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.010131] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-02d3fd7e-704a-42ca-b79f-39f16c03d454 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.010131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.010131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.010131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.010131] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.010131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.010131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.010131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.010131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.010131] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02d3fd7e-704a-42ca-b79f-39f16c03d454',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.013599] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1b048bc-2570-4f49-8a28-396c27abc94b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.013599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1b048bc-2570-4f49-8a28-396c27abc94b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.013599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1b048bc-2570-4f49-8a28-396c27abc94b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.013599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1b048bc-2570-4f49-8a28-396c27abc94b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.013599] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1b048bc-2570-4f49-8a28-396c27abc94b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.291035] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: SUCCESS [ 1135.291530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.300938] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 in Status: SUCCESS [ 1135.301259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.302589] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.338729] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1135.339015] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.471421] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 1135.471684] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.471865] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.472136] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.472416] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.472600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.472699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.472893] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.472978] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.473149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.473229] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.512872] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02d3fd7e-704a-42ca-b79f-39f16c03d454',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.513934] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-02d3fd7e-704a-42ca-b79f-39f16c03d454 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.514117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.514611] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1b048bc-2570-4f49-8a28-396c27abc94b with status ACTIVE [ 1135.514611] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.514611] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.514611] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.514960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.514960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.515085] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.515138] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.515282] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.515361] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.515481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.516538] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.516538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.516538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.516538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.516538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.516538] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1b048bc-2570-4f49-8a28-396c27abc94b is going to be updated. [ 1135.549487] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.549487] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.549750] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.549792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.550773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.550773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1b048bc-2570-4f49-8a28-396c27abc94b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.805293] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.805616] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.805616] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.807031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.807031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.807031] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a is going to be updated. [ 1135.834151] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.834309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.834385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.834594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.834735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.844943] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: IN_PROGRESS for 2s [ 1135.975851] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.976106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.976106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.976399] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.976584] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.976691] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.976762] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.976934] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.977023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.977148] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.977315] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.977414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.977494] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.977643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.977784] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.977893] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.978053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.978130] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.978214] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.978300] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.978395] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.018418] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02d3fd7e-704a-42ca-b79f-39f16c03d454',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.359109] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5eb7538-919b-42c7-af91-ab92b0876e8a in Status: SUCCESS [ 1136.359343] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.480649] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31: rpc.has_security_group_logging(os_id): False [ 1136.499784] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.499999] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.499999] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.500249] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.520179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.520510] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.520648] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.520737] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.520953] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.521080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.521358] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.521596] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.521596] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.521783] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.521839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.522081] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.522212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.522302] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.522477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.522562] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.522691] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be updated. [ 1136.524200] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.524297] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.524353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.524503] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.524591] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.524661] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 is going to be created. [ 1136.553213] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.553367] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.553407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.553816] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.553816] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.564386] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 in Status: UNINITIALIZED for 2s [ 1136.620127] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.620370] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.620674] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.620757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.620956] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.638461] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: IN_PROGRESS for 2s [ 1137.856159] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: SUCCESS [ 1137.856501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.857810] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.858061] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.858270] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.858398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.858472] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.858620] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.858703] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.858833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.858987] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.859913] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.860107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.860271] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.860392] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.860434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.860574] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.860652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.860742] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.362517] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.362829] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.364608] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.364608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.364608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.364608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.364608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.364608] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.364608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.364608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.364608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.364608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.364608] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a is going to be updated. [ 1138.372317] env[69439]: INFO networking_nsxv3.common.synchronization [req-04acb35c-51b8-41fe-9acd-15b736aefc87 req-5fad5faa-dee9-49b7-b0a1-cc95421de6aa tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1138.373883] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1138.373883] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.374095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.374095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.374228] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.374394] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.374487] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.374546] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.374689] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.374776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.374868] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.397560] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.397560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.397560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.397560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.397560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.409745] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: IN_PROGRESS for 2s [ 1138.584471] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 in Status: SUCCESS [ 1138.584471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.584718] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.585251] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.585251] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.585251] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.585251] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.585667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.585667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.585667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.585667] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02d3fd7e-704a-42ca-b79f-39f16c03d454',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.653262] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 1138.653496] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.653724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.653952] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.654055] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.878885] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.017630] env[69439]: INFO networking_nsxv3.common.synchronization [None req-9721eab7-bae5-43c8-a665-a150a2f9b6c8 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Enqueued Resource ID: 1115356b-8712-40f6-bf7e-a358d2ef6b3a with Priority: HIGHEST for action security_group_rules [ 1139.018198] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1115356b-8712-40f6-bf7e-a358d2ef6b3a with Priority: HIGHEST for action security_group_rules [ 1139.018512] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1115356b-8712-40f6-bf7e-a358d2ef6b3a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.018651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1115356b-8712-40f6-bf7e-a358d2ef6b3a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.018721] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1115356b-8712-40f6-bf7e-a358d2ef6b3a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.019177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1115356b-8712-40f6-bf7e-a358d2ef6b3a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.019998] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1115356b-8712-40f6-bf7e-a358d2ef6b3a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.089544] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-02d3fd7e-704a-42ca-b79f-39f16c03d454 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.089544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.089544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.089544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.089544] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.089544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.089812] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.089812] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.089937] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.090086] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.090324] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-02d3fd7e-704a-42ca-b79f-39f16c03d454 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.090471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.091317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.091317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.091317] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.091317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.091317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.091518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.091608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.091720] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.091872] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02d3fd7e-704a-42ca-b79f-39f16c03d454',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.134867] env[69439]: INFO networking_nsxv3.common.synchronization [None req-eb20874c-2ce0-4e0e-b5a2-1058c108b323 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Enqueued Resource ID: 1115356b-8712-40f6-bf7e-a358d2ef6b3a with Priority: HIGHEST for action security_group_rules [ 1139.135450] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1115356b-8712-40f6-bf7e-a358d2ef6b3a with Priority: HIGHEST for action security_group_rules [ 1139.135715] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1115356b-8712-40f6-bf7e-a358d2ef6b3a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.135810] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1115356b-8712-40f6-bf7e-a358d2ef6b3a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.156082] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.156082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.156082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.156324] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.156537] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.156644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.156679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.156869] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.156917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.157068] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.157153] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.382787] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.545181] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.545404] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.545469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.545715] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.545840] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.545961] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1115356b-8712-40f6-bf7e-a358d2ef6b3a already deleted. [ 1139.546072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1115356b-8712-40f6-bf7e-a358d2ef6b3a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.546260] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1115356b-8712-40f6-bf7e-a358d2ef6b3a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.546520] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1115356b-8712-40f6-bf7e-a358d2ef6b3a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.546611] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1115356b-8712-40f6-bf7e-a358d2ef6b3a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.594848] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02d3fd7e-704a-42ca-b79f-39f16c03d454: rpc.has_security_group_logging(os_id): False [ 1139.614708] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.615394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.615527] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.615814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.615886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.616115] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.616230] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.616296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.616453] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.616529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.616728] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.616820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.616883] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.617463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.617463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.617463] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.617463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.617463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.617693] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.617693] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.617693] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 is going to be created. [ 1139.659862] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.660159] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.660194] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.660573] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.660858] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.664019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.664019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.664019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.664019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.664019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.664019] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.664019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.664019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.664019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.664019] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.664019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.664019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.664019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.664019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.664019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.664019] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.691079] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.691079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.691079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.692177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.694185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.707629] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 in Status: IN_PROGRESS for 2s [ 1139.884922] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.885222] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.885359] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.885721] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.885829] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.885993] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1139.927770] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.927920] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.927994] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.928222] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.928430] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.940402] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1140.068201] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.068444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.068444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.068613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.068700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.068799] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1115356b-8712-40f6-bf7e-a358d2ef6b3a already deleted. [ 1140.068974] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1115356b-8712-40f6-bf7e-a358d2ef6b3a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.165624] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31: rpc.has_security_group_logging(os_id): False [ 1140.192597] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.192864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.192931] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.193203] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.193338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.193616] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.193760] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.193857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.195637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.195637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.195637] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.195637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.195637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.196145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.196265] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.196579] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.197205] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.197205] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.197205] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.197205] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.197737] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be updated. [ 1140.273897] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.273897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.273897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.273897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.273897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.288972] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: IN_PROGRESS for 2s [ 1140.420974] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: SUCCESS [ 1140.421093] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a deletion is rescheduled due to dependency. [ 1140.421208] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.421429] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.421652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.421856] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.421976] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.422072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.422282] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.422429] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.422429] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.422566] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-acae3d53-5a1f-4d91-aa20-0c10df05970a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.422667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.422729] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.422871] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.423491] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.423674] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.423770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.423917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.423994] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.424112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.424252] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.928087] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acae3d53-5a1f-4d91-aa20-0c10df05970a: rpc.has_security_group_logging(os_id): False [ 1140.947431] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.947618] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.947713] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.948178] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.948178] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.948251] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.948321] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.948393] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.948553] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.948633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.949983] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.949983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.949983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.949983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.949983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.949983] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.949983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.949983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.949983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.949983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.949983] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a is going to be updated. [ 1141.013980] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.014225] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.014225] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.014560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.014560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.029126] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: IN_PROGRESS for 2s [ 1141.450035] env[69439]: INFO networking_nsxv3.common.synchronization [None req-206af280-d755-4419-ae08-9c78bc4a891e None None] Enqueued Resource ID: 1f5242c0-bff8-49d6-aa5f-fab62a0a8b42 with Priority: HIGHEST for action port [ 1141.450312] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5242c0-bff8-49d6-aa5f-fab62a0a8b42 with Priority: HIGHEST for action port [ 1141.451014] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f5242c0-bff8-49d6-aa5f-fab62a0a8b42 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.451899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f5242c0-bff8-49d6-aa5f-fab62a0a8b42" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.451899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f5242c0-bff8-49d6-aa5f-fab62a0a8b42" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.451899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f5242c0-bff8-49d6-aa5f-fab62a0a8b42" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.451899] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f5242c0-bff8-49d6-aa5f-fab62a0a8b42',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.486530] env[69439]: INFO networking_nsxv3.common.synchronization [req-ff8ef111-fd9e-427d-b760-930f5aa70514 req-a0ce010e-8846-4347-aca3-bd18c08d7ab5 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Enqueued Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGHEST for action security_group_members [ 1141.486771] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGHEST for action security_group_members [ 1141.487140] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5eb7538-919b-42c7-af91-ab92b0876e8a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.487282] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.487347] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.487568] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.487734] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.487834] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.487998] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.488057] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.488150] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.488253] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.675596] env[69439]: INFO networking_nsxv3.common.synchronization [req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 req-fbe43396-2a6b-419d-8dd5-2e44915ccc5a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: 1b7676ea-d279-4e4f-88bb-0063727a351c with Priority: HIGHEST for action security_group_members [ 1141.676166] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7676ea-d279-4e4f-88bb-0063727a351c with Priority: HIGHEST for action security_group_members [ 1141.679019] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7676ea-d279-4e4f-88bb-0063727a351c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.679019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.679019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.679019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.679019] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.679019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.679019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.679019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.679019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.679019] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b7676ea-d279-4e4f-88bb-0063727a351c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.723080] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 in Status: SUCCESS [ 1141.723357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.953481] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1141.953842] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.953972] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f5242c0-bff8-49d6-aa5f-fab62a0a8b42 [ 1141.954222] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.954376] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.954417] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.954598] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.954679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.954771] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f5242c0-bff8-49d6-aa5f-fab62a0a8b42 already deleted. [ 1141.954851] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f5242c0-bff8-49d6-aa5f-fab62a0a8b42" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.990622] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.990796] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.990868] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.991114] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.991207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.991498] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.991595] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.991659] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.992150] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.992150] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.992150] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5eb7538-919b-42c7-af91-ab92b0876e8a is going to be updated. [ 1142.023119] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.023119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.023119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.023119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.023119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.030209] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5eb7538-919b-42c7-af91-ab92b0876e8a in Status: IN_PROGRESS for 2s [ 1142.179938] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.180123] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.180203] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.180417] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.180510] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.180710] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.180809] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.180869] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.181036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.185156] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.185312] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b7676ea-d279-4e4f-88bb-0063727a351c already deleted. [ 1142.185447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.317939] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 1142.318249] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.573100] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.573100] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.573100] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.573100] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.573100] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.573100] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.573100] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.573551] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.573551] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.573708] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1142.573830] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.573943] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.574066] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.574177] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1142.574352] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.574409] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.594722] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.595071] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1142.595323] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.595620] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.596140] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-ed291927-7e87-4bcd-ada8-07e2e4cfe732 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.596450] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-ed291927-7e87-4bcd-ada8-07e2e4cfe732" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.596698] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-ed291927-7e87-4bcd-ada8-07e2e4cfe732" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.597537] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-ed291927-7e87-4bcd-ada8-07e2e4cfe732" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.597790] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed291927-7e87-4bcd-ada8-07e2e4cfe732',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.049289] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acae3d53-5a1f-4d91-aa20-0c10df05970a in Status: SUCCESS [ 1143.050109] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.050109] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.050316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.051257] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acae3d53-5a1f-4d91-aa20-0c10df05970a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.100897] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.101201] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.101407] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.101745] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.101913] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.102095] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port ed291927-7e87-4bcd-ada8-07e2e4cfe732 not found, creating... [ 1143.102607] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.102851] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.102903] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.103355] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.103435] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.103753] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.103924] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.104326] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.104677] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.104907] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.105157] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: ed291927-7e87-4bcd-ada8-07e2e4cfe732 is going to be created. [ 1143.133840] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.133840] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.133840] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.133840] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.133840] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.133840] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-ed291927-7e87-4bcd-ada8-07e2e4cfe732" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.593568] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.593675] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.593748] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.593953] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.594062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.594167] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acae3d53-5a1f-4d91-aa20-0c10df05970a is going to be deleted. [ 1143.669063] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.669250] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.669338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.669547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.669682] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.669808] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acae3d53-5a1f-4d91-aa20-0c10df05970a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.903901] env[69439]: INFO networking_nsxv3.common.synchronization [None req-1dcfa203-145c-4fd9-abb2-d165cb3daf6b None None] Enqueued Resource ID: 4a3e4dec-501b-409b-8470-34bab5a70e24 with Priority: HIGHEST for action port [ 1143.907771] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3e4dec-501b-409b-8470-34bab5a70e24 with Priority: HIGHEST for action port [ 1143.908311] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a3e4dec-501b-409b-8470-34bab5a70e24 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.908464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a3e4dec-501b-409b-8470-34bab5a70e24" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.908516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a3e4dec-501b-409b-8470-34bab5a70e24" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.908773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a3e4dec-501b-409b-8470-34bab5a70e24" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.909104] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a3e4dec-501b-409b-8470-34bab5a70e24',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.911546] env[69439]: INFO networking_nsxv3.common.synchronization [req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 req-973b83a6-2719-4edc-8f06-ed40c4265f1c service nova] Enqueued Resource ID: 1b7676ea-d279-4e4f-88bb-0063727a351c with Priority: HIGHEST for action security_group_rules [ 1143.911726] env[69439]: INFO networking_nsxv3.common.synchronization [req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 req-973b83a6-2719-4edc-8f06-ed40c4265f1c service nova] Enqueued Resource ID: 1b7676ea-d279-4e4f-88bb-0063727a351c with Priority: HIGHEST for action security_group_members [ 1143.912016] env[69439]: INFO networking_nsxv3.common.synchronization [req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 req-973b83a6-2719-4edc-8f06-ed40c4265f1c service nova] Enqueued Resource ID: ed291927-7e87-4bcd-ada8-07e2e4cfe732 with Priority: HIGHEST for action port [ 1143.912539] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7676ea-d279-4e4f-88bb-0063727a351c with Priority: HIGHEST for action security_group_rules [ 1143.912591] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7676ea-d279-4e4f-88bb-0063727a351c with Priority: HIGHEST for action security_group_members [ 1143.912735] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed291927-7e87-4bcd-ada8-07e2e4cfe732 with Priority: HIGHEST for action port [ 1143.913276] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b7676ea-d279-4e4f-88bb-0063727a351c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.913426] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.913456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.913650] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.913754] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b7676ea-d279-4e4f-88bb-0063727a351c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.914556] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7676ea-d279-4e4f-88bb-0063727a351c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.917962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.917962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.917962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.917962] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.917962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.917962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.917962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.917962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.917962] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b7676ea-d279-4e4f-88bb-0063727a351c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.917962] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed291927-7e87-4bcd-ada8-07e2e4cfe732 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.917962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed291927-7e87-4bcd-ada8-07e2e4cfe732" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.917962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed291927-7e87-4bcd-ada8-07e2e4cfe732" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.917962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed291927-7e87-4bcd-ada8-07e2e4cfe732" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.917962] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed291927-7e87-4bcd-ada8-07e2e4cfe732',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.041105] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5eb7538-919b-42c7-af91-ab92b0876e8a in Status: SUCCESS [ 1144.041346] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5eb7538-919b-42c7-af91-ab92b0876e8a deletion is rescheduled due to dependency. [ 1144.041473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.413470] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a3e4dec-501b-409b-8470-34bab5a70e24 [ 1144.413824] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.413949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.414036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.414266] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.414402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.414452] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a3e4dec-501b-409b-8470-34bab5a70e24 already deleted. [ 1144.414552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a3e4dec-501b-409b-8470-34bab5a70e24" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.417959] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b7676ea-d279-4e4f-88bb-0063727a351c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.418997] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7676ea-d279-4e4f-88bb-0063727a351c taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.419110] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.419312] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed291927-7e87-4bcd-ada8-07e2e4cfe732 with status ACTIVE [ 1144.419478] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.419586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.419650] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.419830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.419912] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.420089] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.420185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.420245] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.420392] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.420491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.420691] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.420789] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.420850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.420988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.421840] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.421840] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed291927-7e87-4bcd-ada8-07e2e4cfe732 is going to be updated. [ 1144.445466] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.445645] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.445690] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.445885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.446033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.446190] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed291927-7e87-4bcd-ada8-07e2e4cfe732" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.924379] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b7676ea-d279-4e4f-88bb-0063727a351c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.426910] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.427321] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.427321] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.427584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.427716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.427838] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b7676ea-d279-4e4f-88bb-0063727a351c is going to be created. [ 1145.459523] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.459789] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.459789] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.459987] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.460117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.492850] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7676ea-d279-4e4f-88bb-0063727a351c in Status: UNINITIALIZED for 2s [ 1147.505685] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7676ea-d279-4e4f-88bb-0063727a351c in Status: SUCCESS [ 1147.506039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.506120] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.506344] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.506541] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.506659] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.506726] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.506880] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.506964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.507070] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.507171] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b7676ea-d279-4e4f-88bb-0063727a351c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.009946] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b7676ea-d279-4e4f-88bb-0063727a351c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.512662] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b7676ea-d279-4e4f-88bb-0063727a351c: rpc.has_security_group_logging(os_id): False [ 1148.542212] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.542212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.542212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.542212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.542212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.542550] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.542550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.542621] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.542839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.542931] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.543052] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b7676ea-d279-4e4f-88bb-0063727a351c is going to be created. [ 1148.665341] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.665341] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.665341] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.665607] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.665607] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.686579] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b7676ea-d279-4e4f-88bb-0063727a351c in Status: IN_PROGRESS for 2s [ 1148.913395] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1148.913535] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1149.583978] env[69439]: INFO networking_nsxv3.common.synchronization [req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de req-1bd141d8-841a-470f-8f01-93c3de1825fd tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1149.584528] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1149.584829] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.584952] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.585030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.585232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.585392] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.585563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.585563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.585696] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.585776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.585868] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.879955] env[69439]: INFO networking_nsxv3.common.synchronization [req-83b48560-dae7-4f21-b3f2-1022736b657b req-56036252-a1ca-408f-9749-90b6b22d2233 tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Enqueued Resource ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 with Priority: HIGHEST for action security_group_members [ 1149.880583] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 with Priority: HIGHEST for action security_group_members [ 1149.880967] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-02d3fd7e-704a-42ca-b79f-39f16c03d454 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.882501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.882654] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.883014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.883308] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.883485] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.883585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.883827] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.883953] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.884102] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02d3fd7e-704a-42ca-b79f-39f16c03d454',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.088233] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.088475] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.088568] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.088793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.088908] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.092018] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.092018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.092018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.092018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.092018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.092018] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be deleted. [ 1150.123285] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.123285] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.123285] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.123285] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.123285] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.123285] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.215145] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.215623] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.215623] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.215970] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.216086] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.216286] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.216387] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.216695] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.216934] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.217086] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.217229] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.217348] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.217807] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.217807] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.217807] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.217981] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.239906] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.240099] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1150.240250] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.240467] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.240770] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-9634a9f3-967b-4392-9686-141ca99d23cd taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.240952] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-9634a9f3-967b-4392-9686-141ca99d23cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.241093] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-9634a9f3-967b-4392-9686-141ca99d23cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.241464] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-9634a9f3-967b-4392-9686-141ca99d23cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.241634] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9634a9f3-967b-4392-9686-141ca99d23cd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.259227] env[69439]: INFO networking_nsxv3.common.synchronization [None req-23af2370-bc5a-439b-a968-4ae24e719e77 None None] Enqueued Resource ID: 47f7cea9-14bd-48c0-9ed6-36ad8e1fc8fc with Priority: HIGHEST for action port [ 1150.260408] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f7cea9-14bd-48c0-9ed6-36ad8e1fc8fc with Priority: HIGHEST for action port [ 1150.261452] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-47f7cea9-14bd-48c0-9ed6-36ad8e1fc8fc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.261452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47f7cea9-14bd-48c0-9ed6-36ad8e1fc8fc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.261452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47f7cea9-14bd-48c0-9ed6-36ad8e1fc8fc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.261793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47f7cea9-14bd-48c0-9ed6-36ad8e1fc8fc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.261793] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47f7cea9-14bd-48c0-9ed6-36ad8e1fc8fc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.387183] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.387426] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.387556] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.387882] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.388046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.388320] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.388572] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.388686] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.389191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.389191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.389191] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 is going to be updated. [ 1150.422697] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.422697] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.422697] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.422697] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.422697] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.433288] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 in Status: IN_PROGRESS for 2s [ 1150.698729] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b7676ea-d279-4e4f-88bb-0063727a351c in Status: SUCCESS [ 1150.698729] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.747198] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.747198] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.747198] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.747198] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.747198] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.747198] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 9634a9f3-967b-4392-9686-141ca99d23cd not found, creating... [ 1150.747198] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.747198] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.747198] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.747198] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.747198] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.747542] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.747542] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.747542] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.747542] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.748477] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.748985] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 9634a9f3-967b-4392-9686-141ca99d23cd is going to be created. [ 1150.764866] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47f7cea9-14bd-48c0-9ed6-36ad8e1fc8fc [ 1150.765037] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.765192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.765231] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.765437] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.765529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.766771] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47f7cea9-14bd-48c0-9ed6-36ad8e1fc8fc already deleted. [ 1150.766771] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47f7cea9-14bd-48c0-9ed6-36ad8e1fc8fc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.772152] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.772152] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.772152] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.772152] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.772361] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.772911] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-9634a9f3-967b-4392-9686-141ca99d23cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.602225] env[69439]: INFO networking_nsxv3.common.synchronization [req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de req-045be596-ab3e-4143-aabb-32d8dc16f098 service nova] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_rules [ 1151.602482] env[69439]: INFO networking_nsxv3.common.synchronization [req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de req-045be596-ab3e-4143-aabb-32d8dc16f098 service nova] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1151.602629] env[69439]: INFO networking_nsxv3.common.synchronization [req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de req-045be596-ab3e-4143-aabb-32d8dc16f098 service nova] Enqueued Resource ID: 9634a9f3-967b-4392-9686-141ca99d23cd with Priority: HIGHEST for action port [ 1151.603216] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_rules [ 1151.603357] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1151.603458] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9634a9f3-967b-4392-9686-141ca99d23cd with Priority: HIGHEST for action port [ 1151.603759] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.603889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.603956] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.606033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.606107] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.607109] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.607271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.607895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.608168] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.608379] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.608523] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.608608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.608789] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.608899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.609028] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.610405] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-9634a9f3-967b-4392-9686-141ca99d23cd taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.610515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9634a9f3-967b-4392-9686-141ca99d23cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.610701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9634a9f3-967b-4392-9686-141ca99d23cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.610819] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9634a9f3-967b-4392-9686-141ca99d23cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.611152] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9634a9f3-967b-4392-9686-141ca99d23cd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.954241] env[69439]: INFO networking_nsxv3.common.synchronization [req-3ad5f56e-f941-40df-9557-9447075c21de req-9edbe8b8-87ad-4a7b-a105-6b8a4f5f731e tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Enqueued Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 1151.954764] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 1151.955126] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.955295] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.955390] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.955606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.955843] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.955979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.956210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.956903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.956903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.956903] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.116114] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.116178] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.116375] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.117571] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9634a9f3-967b-4392-9686-141ca99d23cd with status ACTIVE [ 1152.117936] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.117936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.117936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.118153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.118245] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.118424] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.118529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.118805] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.118974] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.119068] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.119253] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.119349] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.119411] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.119552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.119624] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.119717] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9634a9f3-967b-4392-9686-141ca99d23cd is going to be updated. [ 1152.143128] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.143271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.143342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.143547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.143690] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.143852] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9634a9f3-967b-4392-9686-141ca99d23cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.260737] env[69439]: INFO networking_nsxv3.common.synchronization [None req-94357288-48b7-45f2-b551-05aed22dcffd None None] Enqueued Resource ID: a4daeeea-77da-4845-b1a3-424698a3219b with Priority: HIGHEST for action port [ 1152.261030] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4daeeea-77da-4845-b1a3-424698a3219b with Priority: HIGHEST for action port [ 1152.261701] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4daeeea-77da-4845-b1a3-424698a3219b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.261813] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4daeeea-77da-4845-b1a3-424698a3219b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.261887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4daeeea-77da-4845-b1a3-424698a3219b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.263138] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4daeeea-77da-4845-b1a3-424698a3219b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.263227] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4daeeea-77da-4845-b1a3-424698a3219b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.442906] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 in Status: SUCCESS [ 1152.443084] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 deletion is rescheduled due to dependency. [ 1152.443202] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.458815] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.458997] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.459044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.459288] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.459378] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.459575] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.459669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.459743] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.459920] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.459996] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.462018] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 is going to be updated. [ 1152.492625] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.492625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.492769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.492885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.493058] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.504130] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: IN_PROGRESS for 2s [ 1152.623414] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.765508] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4daeeea-77da-4845-b1a3-424698a3219b [ 1152.766659] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.766851] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.766973] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.767268] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.767914] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.768416] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4daeeea-77da-4845-b1a3-424698a3219b already deleted. [ 1152.768561] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4daeeea-77da-4845-b1a3-424698a3219b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.127060] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.127360] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.127404] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.127683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.128423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.128423] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be created. [ 1153.167992] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.168161] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.168273] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.168455] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.168572] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.180525] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: UNINITIALIZED for 2s [ 1154.513793] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: SUCCESS [ 1154.514125] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 deletion is rescheduled due to dependency. [ 1154.514125] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.191278] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1155.191794] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.191794] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.192026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.192265] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.192430] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.192529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.193157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.193157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.193157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.193157] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.695461] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.695706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.695706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.695909] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.696095] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.696199] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.696263] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.696415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.696505] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.696591] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.696743] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.696839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.696900] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.697053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.697188] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.697280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.697340] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.697477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.697555] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.697636] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.697722] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.016799] env[69439]: INFO networking_nsxv3.common.synchronization [req-2d367fc6-f787-4fbd-a847-e1b4391a828d req-1a85754a-f4e4-4454-bd3a-04c7d680ee7e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Enqueued Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_members [ 1156.018226] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_members [ 1156.020255] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.020513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.020630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.020910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.021264] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.021264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.021486] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.021486] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.021578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.021795] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.200112] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 920aba9d-9bd1-470f-b4d5-9e20cb898836: rpc.has_security_group_logging(os_id): False [ 1156.218610] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.218610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.218610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.218828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.218858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.219068] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.219181] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.219296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.219463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.219676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.219762] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.219855] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.219985] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.220098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.220193] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.220402] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.220516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.220607] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.220722] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.220792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.220876] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be created. [ 1156.286734] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.286886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.286954] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.287167] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.287348] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.305859] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1156.525461] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.525461] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.525461] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.525461] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.553315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.553529] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.553650] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.553740] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.553955] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.554316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.554316] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 is going to be updated. [ 1156.583757] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.583990] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.584106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.584342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.584518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.594210] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: IN_PROGRESS for 2s [ 1156.678700] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.678957] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-417" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.679036] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-417" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.679349] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-417" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.679646] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.679816] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.679935] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.680183] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.680340] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.680557] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.680667] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.680780] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.680888] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.681010] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.681122] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.681254] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.700769] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.701181] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1156.701181] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.701317] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-417" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.701708] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-37ea08eb-ff2b-498e-ab87-260524f2e6a6 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.701897] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-37ea08eb-ff2b-498e-ab87-260524f2e6a6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.702028] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-37ea08eb-ff2b-498e-ab87-260524f2e6a6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.702366] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-37ea08eb-ff2b-498e-ab87-260524f2e6a6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.702510] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37ea08eb-ff2b-498e-ab87-260524f2e6a6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.205280] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.205604] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.205787] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.207109] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.207109] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.207109] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 37ea08eb-ff2b-498e-ab87-260524f2e6a6 not found, creating... [ 1157.207109] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.207357] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.207467] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.208967] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.208967] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.209689] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.211024] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.211024] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.211024] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.211181] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.212252] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 37ea08eb-ff2b-498e-ab87-260524f2e6a6 is going to be created. [ 1157.241629] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.244420] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.244420] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.244420] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.244420] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.244420] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-37ea08eb-ff2b-498e-ab87-260524f2e6a6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.973762] env[69439]: INFO networking_nsxv3.common.synchronization [req-2d367fc6-f787-4fbd-a847-e1b4391a828d req-098ab3e3-b5fd-448b-87ac-4e8717410b9e service nova] Enqueued Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_rules [ 1157.974118] env[69439]: INFO networking_nsxv3.common.synchronization [req-2d367fc6-f787-4fbd-a847-e1b4391a828d req-098ab3e3-b5fd-448b-87ac-4e8717410b9e service nova] Enqueued Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_members [ 1157.974118] env[69439]: INFO networking_nsxv3.common.synchronization [req-2d367fc6-f787-4fbd-a847-e1b4391a828d req-098ab3e3-b5fd-448b-87ac-4e8717410b9e service nova] Enqueued Resource ID: 37ea08eb-ff2b-498e-ab87-260524f2e6a6 with Priority: HIGHEST for action port [ 1157.974362] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_rules [ 1157.974490] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_members [ 1157.974577] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ea08eb-ff2b-498e-ab87-260524f2e6a6 with Priority: HIGHEST for action port [ 1157.975251] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.975379] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.975453] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.975656] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.975737] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.976999] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.977113] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.977313] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-37ea08eb-ff2b-498e-ab87-260524f2e6a6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.977412] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37ea08eb-ff2b-498e-ab87-260524f2e6a6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.977474] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37ea08eb-ff2b-498e-ab87-260524f2e6a6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.977655] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37ea08eb-ff2b-498e-ab87-260524f2e6a6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.977759] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37ea08eb-ff2b-498e-ab87-260524f2e6a6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.325812] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1158.326666] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.480305] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.480305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.480305] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37ea08eb-ff2b-498e-ab87-260524f2e6a6 with status ACTIVE [ 1158.480305] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.480305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.480305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.480305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.480305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.480911] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.480911] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.480911] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.483039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.483039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.483039] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.483039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.483039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.483039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.483039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.483039] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37ea08eb-ff2b-498e-ab87-260524f2e6a6 is going to be updated. [ 1158.508210] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.508399] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.508487] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.508768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.508936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.509131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37ea08eb-ff2b-498e-ab87-260524f2e6a6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.604776] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: SUCCESS [ 1158.604943] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 deletion is rescheduled due to dependency. [ 1158.605312] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.605312] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.605401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.605587] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.605779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.605779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.605932] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.605992] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.606103] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.112485] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.615787] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.118557] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.118912] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.118912] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.119122] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.119122] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.119219] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 is going to be updated. [ 1160.146283] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.146491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.146560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.146780] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.146925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.162732] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: IN_PROGRESS for 2s [ 1160.813113] env[69439]: INFO networking_nsxv3.common.synchronization [req-70ba3838-e325-4f1f-bb8a-452834df350a req-114c5499-141b-4927-94ce-f1e6d2be8032 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1160.813662] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1160.813965] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.814095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.814160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.814407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.814557] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.814731] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.819081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.819479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.819633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.819764] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.088207] env[69439]: INFO networking_nsxv3.common.synchronization [req-70ba3838-e325-4f1f-bb8a-452834df350a req-e1377565-9adc-4d6a-865b-335e4748b05d tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1161.088873] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1161.089138] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.090301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.323405] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.323405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.323405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.323405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.323405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.323405] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.323405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.323405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.323405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.323405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.323405] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 already deleted. [ 1161.323405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.323405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.323405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.324051] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.324051] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.324051] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.324051] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.324215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.325163] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.423684] env[69439]: INFO networking_nsxv3.common.synchronization [req-70ba3838-e325-4f1f-bb8a-452834df350a req-ba428a56-6859-4d69-b102-a6d484c5a6cf tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1161.424423] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1161.424841] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.424979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.769762] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.770029] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-277" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.770106] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-277" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.770417] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-277" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.770677] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.770835] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.770955] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.771198] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.771354] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.771596] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1161.771719] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.771868] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.771949] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.772106] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1161.772189] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.772326] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.792559] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.793226] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1161.793226] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.793226] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-277" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.793513] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-54ea2d72-06bd-4b33-990d-fb9aae31afe2 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.793736] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-54ea2d72-06bd-4b33-990d-fb9aae31afe2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.793934] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-54ea2d72-06bd-4b33-990d-fb9aae31afe2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.794390] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-54ea2d72-06bd-4b33-990d-fb9aae31afe2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.794623] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54ea2d72-06bd-4b33-990d-fb9aae31afe2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.827439] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.827593] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.827662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.827887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.827975] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.828187] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.828297] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.828348] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.828488] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.828566] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.828647] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 already deleted. [ 1161.828722] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.828885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.829917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.829917] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.829917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.829917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.829917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.829917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.829917] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.172789] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: SUCCESS [ 1162.173097] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.173201] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.173423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.173615] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.173791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.173839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.173984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.174065] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.174166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.174259] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.297044] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.297356] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.297511] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.297888] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.298093] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.298262] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 54ea2d72-06bd-4b33-990d-fb9aae31afe2 not found, creating... [ 1162.298616] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.298806] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.298932] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.299199] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.299396] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.299697] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.299861] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.299983] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.300224] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.300366] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.300516] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 54ea2d72-06bd-4b33-990d-fb9aae31afe2 is going to be created. [ 1162.322743] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.323062] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.323210] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.323993] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.324281] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.324533] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-54ea2d72-06bd-4b33-990d-fb9aae31afe2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.333426] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.333623] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.333683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.333925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.334032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.334245] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.334398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.334468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.334629] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.334701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.334789] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 already deleted. [ 1162.334906] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.677283] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.677448] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.677517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.677746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.677924] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.678045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.678108] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.678235] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.678324] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.678416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.678597] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.678699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.678761] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.679332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.679332] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.679332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.679332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.679530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.679530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.679530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.679610] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.059655] env[69439]: INFO networking_nsxv3.common.synchronization [req-70ba3838-e325-4f1f-bb8a-452834df350a req-f7a3cd44-df79-4584-9588-8b33fcdcbccf service nova] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_rules [ 1163.059964] env[69439]: INFO networking_nsxv3.common.synchronization [req-70ba3838-e325-4f1f-bb8a-452834df350a req-f7a3cd44-df79-4584-9588-8b33fcdcbccf service nova] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1163.060240] env[69439]: INFO networking_nsxv3.common.synchronization [req-70ba3838-e325-4f1f-bb8a-452834df350a req-f7a3cd44-df79-4584-9588-8b33fcdcbccf service nova] Enqueued Resource ID: 54ea2d72-06bd-4b33-990d-fb9aae31afe2 with Priority: HIGHEST for action port [ 1163.063667] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_rules [ 1163.063954] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1163.064132] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ea2d72-06bd-4b33-990d-fb9aae31afe2 with Priority: HIGHEST for action port [ 1163.066022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.066022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.066022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.066022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.066022] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.067128] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.067327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.067489] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.067809] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.068434] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.069094] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.070548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.070548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.070548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.070548] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.072309] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-54ea2d72-06bd-4b33-990d-fb9aae31afe2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.072309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54ea2d72-06bd-4b33-990d-fb9aae31afe2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.072309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54ea2d72-06bd-4b33-990d-fb9aae31afe2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.072309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54ea2d72-06bd-4b33-990d-fb9aae31afe2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.072524] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54ea2d72-06bd-4b33-990d-fb9aae31afe2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.181860] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1b1f685-6a25-4b92-9b87-bec43cea3cc0: rpc.has_security_group_logging(os_id): False [ 1163.201616] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.201779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.201828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.202159] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.202287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.202567] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.202701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.202869] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.202989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.203107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.203345] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.203455] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.203529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.203768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.203798] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.204015] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.204389] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.204487] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.204644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.204722] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.204810] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 is going to be updated. [ 1163.277702] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.277994] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.277994] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.278208] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.278277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.292549] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: IN_PROGRESS for 2s [ 1163.575776] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.576137] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.576137] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.577256] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54ea2d72-06bd-4b33-990d-fb9aae31afe2 with status ACTIVE [ 1163.577364] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.577476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.577476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.577708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.577800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.578077] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.578174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.578239] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.578385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.578575] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.578694] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.578795] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.578866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.579055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.579219] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.579285] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54ea2d72-06bd-4b33-990d-fb9aae31afe2 is going to be updated. [ 1163.604122] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.604406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.604406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.604582] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.604730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.604914] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54ea2d72-06bd-4b33-990d-fb9aae31afe2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.900096] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-669 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.900096] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-669" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.900096] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-669" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.900096] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-669" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.900290] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.900443] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.900602] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.900901] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.901109] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.901357] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.901528] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.901668] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.901805] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.901951] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.902103] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.902268] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.923624] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.923796] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1163.923954] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.924214] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-669" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.924647] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-27e1281f-3c8b-4f54-8935-0cf72ca4c60d taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.924851] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-27e1281f-3c8b-4f54-8935-0cf72ca4c60d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.925626] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-27e1281f-3c8b-4f54-8935-0cf72ca4c60d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.925626] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-27e1281f-3c8b-4f54-8935-0cf72ca4c60d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.925626] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e1281f-3c8b-4f54-8935-0cf72ca4c60d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.081894] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.428516] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.428902] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.429051] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.429406] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.429608] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.429779] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 27e1281f-3c8b-4f54-8935-0cf72ca4c60d not found, creating... [ 1164.430091] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.430236] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.430360] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.430597] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.430745] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.431045] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.431209] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.431333] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.431630] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.431775] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.431922] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 27e1281f-3c8b-4f54-8935-0cf72ca4c60d is going to be created. [ 1164.474620] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.474620] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.474620] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.475017] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.475017] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.475136] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-27e1281f-3c8b-4f54-8935-0cf72ca4c60d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.584437] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.584828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.584828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.584895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.585042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.585106] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 is going to be created. [ 1164.613663] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.613852] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.613939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.614207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.614397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.624503] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: UNINITIALIZED for 2s [ 1165.230800] env[69439]: INFO networking_nsxv3.common.synchronization [req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 req-a5acad1b-8dd8-4ce7-be4b-1c3d8611bd2f tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1165.231804] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1165.232227] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.232363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.232520] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.232801] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.232952] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.233076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.233155] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.233335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.233428] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.233533] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.318620] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: SUCCESS [ 1165.318859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.504318] env[69439]: INFO networking_nsxv3.common.synchronization [req-70ba3838-e325-4f1f-bb8a-452834df350a req-2ff5d723-688f-468b-a6b5-cff84480cc52 service nova] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_rules [ 1165.504546] env[69439]: INFO networking_nsxv3.common.synchronization [req-70ba3838-e325-4f1f-bb8a-452834df350a req-2ff5d723-688f-468b-a6b5-cff84480cc52 service nova] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1165.504688] env[69439]: INFO networking_nsxv3.common.synchronization [req-70ba3838-e325-4f1f-bb8a-452834df350a req-2ff5d723-688f-468b-a6b5-cff84480cc52 service nova] Enqueued Resource ID: 27e1281f-3c8b-4f54-8935-0cf72ca4c60d with Priority: HIGHEST for action port [ 1165.504983] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_rules [ 1165.505163] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1165.505264] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e1281f-3c8b-4f54-8935-0cf72ca4c60d with Priority: HIGHEST for action port [ 1165.505938] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.507122] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.507365] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.507456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.508019] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e1281f-3c8b-4f54-8935-0cf72ca4c60d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.508409] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e1281f-3c8b-4f54-8935-0cf72ca4c60d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.510482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e1281f-3c8b-4f54-8935-0cf72ca4c60d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.510482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e1281f-3c8b-4f54-8935-0cf72ca4c60d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.510482] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e1281f-3c8b-4f54-8935-0cf72ca4c60d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.697012] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.697381] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.697381] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.697614] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.697868] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.698050] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.698267] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.698401] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.698575] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.698808] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.698930] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.699059] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.699175] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.699288] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.699448] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.699605] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.720387] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.720613] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1165.720737] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.720955] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.721289] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-2c294632-86b2-4108-9849-d3aab36d162b taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.721573] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-2c294632-86b2-4108-9849-d3aab36d162b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.721718] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-2c294632-86b2-4108-9849-d3aab36d162b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.722061] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-2c294632-86b2-4108-9849-d3aab36d162b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.722207] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c294632-86b2-4108-9849-d3aab36d162b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.735514] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.012596] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27e1281f-3c8b-4f54-8935-0cf72ca4c60d with status ACTIVE [ 1166.012905] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.013072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.013156] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.013365] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.013452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.013648] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.013756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.013817] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.013969] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.014176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.014460] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.014574] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.014637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.014792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.014862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.014951] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27e1281f-3c8b-4f54-8935-0cf72ca4c60d is going to be updated. [ 1166.040805] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.041013] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.041072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.041243] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.041384] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.042241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e1281f-3c8b-4f54-8935-0cf72ca4c60d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.225129] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.225640] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.225640] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.225813] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.226473] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.226473] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 2c294632-86b2-4108-9849-d3aab36d162b not found, creating... [ 1166.226473] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.226752] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.226752] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.227089] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.227089] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.227958] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.227958] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.227958] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.227958] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.227958] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.229857] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 2c294632-86b2-4108-9849-d3aab36d162b is going to be created. [ 1166.237618] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.248874] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.249124] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.253022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.253022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.253022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.253022] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-2c294632-86b2-4108-9849-d3aab36d162b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.314098] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.314319] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-277" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.314450] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-277" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.314733] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-277" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.314998] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.315374] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.315508] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.315749] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.315911] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.316150] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.316269] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.316385] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.316496] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.316612] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.316722] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.316859] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.337084] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.337275] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1166.337420] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.337608] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-277" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.337946] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.338164] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.338294] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.338625] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.338771] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.635925] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: SUCCESS [ 1166.636135] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.636742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.636973] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.637208] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.637338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.637405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.637599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.637690] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.637844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.637886] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.638829] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.639041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.639201] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.639343] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.639416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.639583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.639669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.639756] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.742950] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.743273] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.743273] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.743414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.743519] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.743672] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1166.770445] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.770593] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.770671] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.770895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.771070] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.780696] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1166.842016] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.842239] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.842466] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.842858] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.843457] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.843457] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3 not found, creating... [ 1166.843603] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.843706] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.843848] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.844168] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.844320] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.844629] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.844796] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.844920] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.845168] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.845308] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.845454] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3 is going to be created. [ 1166.872689] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.872970] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.873158] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.873495] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.874447] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.874447] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.992306] env[69439]: INFO networking_nsxv3.common.synchronization [req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 req-851a5245-5811-4ada-b4d3-02ab2cce29d3 service nova] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_rules [ 1166.992656] env[69439]: INFO networking_nsxv3.common.synchronization [req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 req-851a5245-5811-4ada-b4d3-02ab2cce29d3 service nova] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1166.992910] env[69439]: INFO networking_nsxv3.common.synchronization [req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 req-851a5245-5811-4ada-b4d3-02ab2cce29d3 service nova] Enqueued Resource ID: 2c294632-86b2-4108-9849-d3aab36d162b with Priority: HIGHEST for action port [ 1166.993419] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_rules [ 1166.994235] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1166.994372] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c294632-86b2-4108-9849-d3aab36d162b with Priority: HIGHEST for action port [ 1166.994784] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.994923] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.994995] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.995227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.995316] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.996272] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.996416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.996982] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c294632-86b2-4108-9849-d3aab36d162b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.997088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c294632-86b2-4108-9849-d3aab36d162b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.997133] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c294632-86b2-4108-9849-d3aab36d162b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.997301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c294632-86b2-4108-9849-d3aab36d162b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.997439] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c294632-86b2-4108-9849-d3aab36d162b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.144284] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.144284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.144284] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.499844] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.500084] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.500160] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c294632-86b2-4108-9849-d3aab36d162b with status ACTIVE [ 1167.500338] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.500450] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.500504] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.500732] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.500825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.500999] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.501108] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.501170] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.501321] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.501413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.501685] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.501812] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.501876] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.502032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.502108] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.502194] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c294632-86b2-4108-9849-d3aab36d162b is going to be updated. [ 1167.528581] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.528820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.528874] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.529159] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.529240] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.529397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c294632-86b2-4108-9849-d3aab36d162b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.647213] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.690652] env[69439]: INFO networking_nsxv3.common.synchronization [req-70ba3838-e325-4f1f-bb8a-452834df350a req-b21a3869-34cb-4524-8475-8ed866ebec3c service nova] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_rules [ 1167.690915] env[69439]: INFO networking_nsxv3.common.synchronization [req-70ba3838-e325-4f1f-bb8a-452834df350a req-b21a3869-34cb-4524-8475-8ed866ebec3c service nova] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1167.690989] env[69439]: INFO networking_nsxv3.common.synchronization [req-70ba3838-e325-4f1f-bb8a-452834df350a req-b21a3869-34cb-4524-8475-8ed866ebec3c service nova] Enqueued Resource ID: 2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3 with Priority: HIGHEST for action port [ 1167.691535] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_rules [ 1167.691677] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1167.691794] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3 with Priority: HIGHEST for action port [ 1167.693287] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.693420] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.693665] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.693754] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.693941] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.694054] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.694116] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.694327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.694409] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.149620] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.150149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.150149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.150695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.150864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.151042] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 is going to be updated. [ 1168.190919] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.191859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.192481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.193499] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.193499] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.197742] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3 with status ACTIVE [ 1168.198630] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.198839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.198839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.199133] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.199253] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.199480] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.199643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.199766] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.200017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.200152] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.201539] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.201539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.201539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.201539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.201539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.201539] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3 is going to be updated. [ 1168.219816] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: IN_PROGRESS for 2s [ 1168.233822] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.233822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.233822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.233822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.233822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.233822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.566824] env[69439]: INFO networking_nsxv3.common.synchronization [req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 req-a21f8c98-43a9-4ac4-b34b-6e5d318c883f tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Enqueued Resource ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd with Priority: HIGHEST for action security_group_members [ 1168.567185] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd with Priority: HIGHEST for action security_group_members [ 1168.567489] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.568489] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.568584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.568827] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.569044] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.569161] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.569220] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.569445] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.569509] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.569616] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.794050] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1168.794632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.794632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.794632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.794815] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.794973] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.795029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.795758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.795758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.795758] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.072202] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.072386] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.072479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.072791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.072942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.073166] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.073274] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.073374] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.073569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.073652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.073780] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd already deleted. [ 1169.073887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.088284] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.088463] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-479" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.088615] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-479" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.088974] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-479" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.089259] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.089423] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.089579] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.089846] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.090133] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.090298] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.090476] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.090627] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.090760] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.090897] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.091136] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.091278] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.111582] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.111790] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1169.111949] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.112160] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-479" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.115795] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-31c8697d-11e7-438c-8428-09a228f2526f taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.115795] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-31c8697d-11e7-438c-8428-09a228f2526f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.115795] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-31c8697d-11e7-438c-8428-09a228f2526f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.115795] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-31c8697d-11e7-438c-8428-09a228f2526f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.115795] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c8697d-11e7-438c-8428-09a228f2526f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.297449] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.616175] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.616420] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.616631] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.616876] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.617338] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.617338] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 31c8697d-11e7-438c-8428-09a228f2526f not found, creating... [ 1169.617520] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.617718] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.617822] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.618810] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.618810] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.618810] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.618810] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.618810] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.619068] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.619118] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.619266] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 31c8697d-11e7-438c-8428-09a228f2526f is going to be created. [ 1169.640204] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.640432] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.640554] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.640962] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.641213] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.641360] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-31c8697d-11e7-438c-8428-09a228f2526f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.799825] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.232277] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: SUCCESS [ 1170.232277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.233203] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.234882] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.234882] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.236503] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.236503] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.236503] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.236503] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.236503] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.236503] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.236503] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.239022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.239022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.239022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.239022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.239022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.239022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.239022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.239022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.239022] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.243261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.243261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.243261] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.243261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.243261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.243261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.243261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.243261] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.304586] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.306614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.306614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.306614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.306614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.306614] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1170.347231] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.347449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.347449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.347619] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.347772] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.358177] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1170.388619] env[69439]: INFO networking_nsxv3.common.synchronization [req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 req-17e80fe6-bc72-41d9-8b37-b2065d6ce264 service nova] Enqueued Resource ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd with Priority: HIGHEST for action security_group_rules [ 1170.388874] env[69439]: INFO networking_nsxv3.common.synchronization [req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 req-17e80fe6-bc72-41d9-8b37-b2065d6ce264 service nova] Enqueued Resource ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd with Priority: HIGHEST for action security_group_members [ 1170.389106] env[69439]: INFO networking_nsxv3.common.synchronization [req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 req-17e80fe6-bc72-41d9-8b37-b2065d6ce264 service nova] Enqueued Resource ID: 31c8697d-11e7-438c-8428-09a228f2526f with Priority: HIGHEST for action port [ 1170.389687] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd with Priority: HIGHEST for action security_group_rules [ 1170.389813] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd with Priority: HIGHEST for action security_group_members [ 1170.389924] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c8697d-11e7-438c-8428-09a228f2526f with Priority: HIGHEST for action port [ 1170.390219] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afb56e74-7f05-44f1-bfdd-79d6f15b0efd taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.390387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.390387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.390658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.390727] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.391828] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.391964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.392028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.392202] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.392359] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.392428] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.392540] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.392656] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.392745] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.392926] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.393644] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-31c8697d-11e7-438c-8428-09a228f2526f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.393753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31c8697d-11e7-438c-8428-09a228f2526f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.393820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31c8697d-11e7-438c-8428-09a228f2526f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.393969] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31c8697d-11e7-438c-8428-09a228f2526f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.394380] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c8697d-11e7-438c-8428-09a228f2526f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.749146] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb89c7e0-ab2b-4861-9683-b03488594dc1: rpc.has_security_group_logging(os_id): False [ 1170.750361] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.768289] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.768470] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.768547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.768708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.768798] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.769057] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.769153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.769153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.769302] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.769396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.770602] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.770602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.770602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.770602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.770602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.770602] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.770602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.770602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.770602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.770602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.770602] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 is going to be created. [ 1170.826633] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.826856] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.826900] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.827106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.827289] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.837698] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: IN_PROGRESS for 2s [ 1170.896193] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.897800] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.897945] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.898395] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31c8697d-11e7-438c-8428-09a228f2526f with status ACTIVE [ 1170.898579] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.898689] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.898756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.898967] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.899074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.899247] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.899343] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.899408] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.899590] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.899673] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.899856] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.899950] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.900051] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.900202] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.900280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.900420] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31c8697d-11e7-438c-8428-09a228f2526f is going to be updated. [ 1170.924959] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.925182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.925228] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.925455] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.925620] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.925797] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31c8697d-11e7-438c-8428-09a228f2526f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.252962] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.399689] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.755562] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.755922] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.756122] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.756393] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.756523] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.756695] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 is going to be updated. [ 1171.806706] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.806899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.806959] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.807169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.807332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.819708] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: IN_PROGRESS for 2s [ 1171.902376] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.902622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.902745] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.902915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.902972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.903090] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd is going to be created. [ 1171.933827] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.934172] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.934172] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.934317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.934561] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.950715] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd in Status: UNINITIALIZED for 2s [ 1172.369509] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1172.369782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.370018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.370258] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.370835] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.370835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.370835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.370835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.371157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.371157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.371157] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.858184] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: SUCCESS [ 1172.858662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.858835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.859191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.859305] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.873998] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.874281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.874359] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.874595] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.874843] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.874957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.875044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.875558] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.875698] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.875803] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.875971] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.876085] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.876200] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.876369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.876523] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.876619] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.876755] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.876906] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.876986] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.877084] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.877200] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.362545] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.362760] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.380121] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7ba59b4-8801-467b-9430-1d3af8697ca8: rpc.has_security_group_logging(os_id): False [ 1173.398625] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.398795] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.398888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.399102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.399198] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.399888] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.399888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.399888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.399888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.399888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.400144] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.400144] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.400210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.400384] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.400469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.400671] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.400781] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.400817] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.400951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.401706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.401862] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1173.474342] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.474829] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.474964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.475469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.475672] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.491346] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1173.818018] env[69439]: INFO networking_nsxv3.common.synchronization [req-f21e5d0e-5035-4db9-9019-8a491e2d1540 req-da375ad3-e975-4a62-b58d-d46fdcc2f36e tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Enqueued Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 1173.818018] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 1173.818018] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.818018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.818018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.818018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.822913] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.822913] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.822913] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.822913] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.822913] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.822913] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.837207] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: SUCCESS [ 1173.837207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.837207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.837207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.837207] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.837207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.837207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.837207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.837207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.837207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.837207] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.961136] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd in Status: SUCCESS [ 1173.961443] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.961637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.961860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.962069] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.962277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.962277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.962434] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.962557] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.962643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.962734] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.190023] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.190023] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-959" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.190023] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-959" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.190023] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-959" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.190023] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.190838] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.191175] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.191600] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.191904] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.192735] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.192735] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.192735] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.192735] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.192735] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.193803] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.193803] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.216858] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.217077] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1174.217204] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.217409] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-959" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.217742] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-3c70a088-659f-4fee-97ff-b8bba0c87ff9 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.217926] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-3c70a088-659f-4fee-97ff-b8bba0c87ff9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.218065] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-3c70a088-659f-4fee-97ff-b8bba0c87ff9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.218465] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-3c70a088-659f-4fee-97ff-b8bba0c87ff9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.218586] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c70a088-659f-4fee-97ff-b8bba0c87ff9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.325108] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.325336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.325336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.325556] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.325641] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.325843] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.325948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.326164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.326164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.326264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.326308] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 is going to be updated. [ 1174.341019] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.341203] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.341281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.341566] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.341748] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.341848] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.341911] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.342069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.342220] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.342252] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.342379] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.342549] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.342628] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.342773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.342911] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.342999] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.344016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.344016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.344016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.344016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.344016] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.359482] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.359678] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.359678] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.359878] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.360078] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.372519] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: IN_PROGRESS for 2s [ 1174.465498] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.465677] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.466322] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.466322] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.466322] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.466489] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.466522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.466752] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.466855] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.466939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.467119] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.467219] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.467282] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.467427] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.467593] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.467690] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.467754] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.467892] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.467970] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.468134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.468235] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.726361] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.726649] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.727186] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.727186] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.727314] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.727818] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 3c70a088-659f-4fee-97ff-b8bba0c87ff9 not found, creating... [ 1174.728410] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.728712] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.728853] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.730047] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.730047] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.730047] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.730047] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.730296] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.730397] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.730514] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.730682] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 3c70a088-659f-4fee-97ff-b8bba0c87ff9 is going to be created. [ 1174.757534] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.757774] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.757937] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.758290] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.758540] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.758780] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-3c70a088-659f-4fee-97ff-b8bba0c87ff9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.847398] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb89c7e0-ab2b-4861-9683-b03488594dc1: rpc.has_security_group_logging(os_id): False [ 1174.884775] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.884775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.884775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.884775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.884775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.885186] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.885186] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.885186] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.885340] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.885488] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.885750] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.885895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.885956] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.886160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.886259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.886470] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.886607] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.886706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.886949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.886949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.887069] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 is going to be updated. [ 1174.971581] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afb56e74-7f05-44f1-bfdd-79d6f15b0efd: rpc.has_security_group_logging(os_id): False [ 1174.975441] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.976168] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.976276] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.976505] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.976681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.000398] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: IN_PROGRESS for 2s [ 1175.004473] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.004700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.004700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.004901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.005021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.005222] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.005327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.005487] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.005600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.005634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.005829] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.005972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.006045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.006192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.006269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.006464] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.006622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.006622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.006798] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.006877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.007402] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd is going to be created. [ 1175.114876] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.115848] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.115848] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.116133] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.116288] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.130528] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd in Status: IN_PROGRESS for 2s [ 1175.508196] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1175.508438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.925810] env[69439]: INFO networking_nsxv3.common.synchronization [req-f21e5d0e-5035-4db9-9019-8a491e2d1540 req-6625a1ab-9916-409a-ad09-3044d02ec06e service nova] Enqueued Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_rules [ 1175.925965] env[69439]: INFO networking_nsxv3.common.synchronization [req-f21e5d0e-5035-4db9-9019-8a491e2d1540 req-6625a1ab-9916-409a-ad09-3044d02ec06e service nova] Enqueued Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 1175.926084] env[69439]: INFO networking_nsxv3.common.synchronization [req-f21e5d0e-5035-4db9-9019-8a491e2d1540 req-6625a1ab-9916-409a-ad09-3044d02ec06e service nova] Enqueued Resource ID: 3c70a088-659f-4fee-97ff-b8bba0c87ff9 with Priority: HIGHEST for action port [ 1175.926344] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_rules [ 1175.926481] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 1175.926591] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c70a088-659f-4fee-97ff-b8bba0c87ff9 with Priority: HIGHEST for action port [ 1175.930449] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.930598] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.930668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.930904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.930988] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.932579] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.932803] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.933126] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c70a088-659f-4fee-97ff-b8bba0c87ff9 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.933304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c70a088-659f-4fee-97ff-b8bba0c87ff9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.933304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c70a088-659f-4fee-97ff-b8bba0c87ff9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.933474] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c70a088-659f-4fee-97ff-b8bba0c87ff9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.933544] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c70a088-659f-4fee-97ff-b8bba0c87ff9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.384558] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: SUCCESS [ 1176.384558] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 deletion is rescheduled due to dependency. [ 1176.384558] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.384941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.384941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.385082] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.385207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.385275] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.385433] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.385513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.385614] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.436789] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.436959] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.437000] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c70a088-659f-4fee-97ff-b8bba0c87ff9 with status ACTIVE [ 1176.437173] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.437287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.437499] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.437633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.438338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.438338] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.438338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.438338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.438338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.438338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.438719] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.438719] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.438719] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.438825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.439248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.439248] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c70a088-659f-4fee-97ff-b8bba0c87ff9 is going to be updated. [ 1176.471667] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.471832] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.471885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.472155] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.472298] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.472477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c70a088-659f-4fee-97ff-b8bba0c87ff9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.889661] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.014600] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: SUCCESS [ 1177.014600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.014748] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.014972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.015076] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.142947] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd in Status: SUCCESS [ 1177.143214] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.391598] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.516881] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.517119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.517206] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.517507] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.517772] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.518052] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.518052] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.518183] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.518304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.518419] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.518522] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.894982] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.895272] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.895420] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.895702] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.895875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.896138] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 is going to be updated. [ 1177.935335] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.935595] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.935595] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.935919] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.936115] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.946748] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: IN_PROGRESS for 2s [ 1178.021427] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.021708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.021844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.022187] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.022889] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.022889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.022889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.023110] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.023110] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.023169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.023375] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.023500] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.023564] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.023892] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.023991] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.024471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.024560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.024773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.024912] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.025064] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.025199] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.527531] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb89c7e0-ab2b-4861-9683-b03488594dc1: rpc.has_security_group_logging(os_id): False [ 1178.559922] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.560148] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.560201] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.560443] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.560549] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.560786] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.560893] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.560976] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.561160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.561303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.561483] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.561643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.561714] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.561887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.562080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.562202] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.562444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.562444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.562621] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.562655] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.562797] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 is going to be updated. [ 1178.700916] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.701743] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.701743] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.701891] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.702017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.736471] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: IN_PROGRESS for 2s [ 1179.791607] env[69439]: INFO networking_nsxv3.common.synchronization [req-7d9a06a9-87aa-471c-a894-1caf55b88c2a req-4e01c5a3-049e-4aa4-85b7-5a8984663ca5 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1179.792309] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1179.792636] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.792791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.792860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.793080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.793245] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.793347] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.793405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.793551] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.793640] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.793742] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.964033] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: SUCCESS [ 1179.964033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.964033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.964033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.964033] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.964033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.964033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.964033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.964033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.964033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.964033] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.097656] env[69439]: INFO networking_nsxv3.common.synchronization [req-c852aae0-040f-4362-85ec-fed0198fa180 req-cacf27e6-9ac0-4b86-ac9d-e123835f13cd tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Enqueued Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_members [ 1180.098259] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_members [ 1180.098577] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.098810] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.098810] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.098988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.099168] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.099404] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.099404] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.099580] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.099694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.099903] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.298624] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.466259] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.602733] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.602988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.602988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.603213] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.603309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.603524] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.603609] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.603677] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.603831] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.603909] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.604733] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 is going to be updated. [ 1180.660317] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.660543] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.660741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.661045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.661233] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.673543] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: IN_PROGRESS for 2s [ 1180.765150] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: SUCCESS [ 1180.765549] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.802139] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.970566] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0562be3f-b738-450a-9cb6-12de1ff84845: rpc.has_security_group_logging(os_id): False [ 1180.993621] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.993882] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.993997] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.994240] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.994349] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.994612] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.994721] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.994773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.994926] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.995014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.995108] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 is going to be updated. [ 1181.009786] env[69439]: INFO networking_nsxv3.common.synchronization [req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 req-c610d8e8-6ba9-4ba2-9996-298c85696e73 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Enqueued Resource ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 with Priority: HIGHEST for action security_group_members [ 1181.010492] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 with Priority: HIGHEST for action security_group_members [ 1181.010831] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-09e64b84-7557-4e44-a624-dd0b85b9c9d5 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.010960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.011045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.011258] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.011459] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.011596] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.011596] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.011828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.011977] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.012093] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09e64b84-7557-4e44-a624-dd0b85b9c9d5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.071322] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.071506] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.072081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.072081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.072081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.099965] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: IN_PROGRESS for 2s [ 1181.305630] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.306102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.306277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.306600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.306822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.307029] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1181.354076] env[69439]: INFO networking_nsxv3.common.synchronization [req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 req-9f3bdbac-598b-4b9c-a48c-a97c19ce965e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 1181.354553] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 1181.355028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.355286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.355442] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.355762] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.356122] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.356436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.356667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.357152] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.357371] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.357559] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.366022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.366022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.366022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.366022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.366022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.374977] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1181.516904] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.516904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.516904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.516904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.516904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.516904] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.516904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.516904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.517363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.517363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.517363] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 is going to be updated. [ 1181.560235] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.560456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.560569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.560870] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.561200] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.575904] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 in Status: IN_PROGRESS for 2s [ 1181.861735] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.862260] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.862260] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.862260] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.862377] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.862599] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.862599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.862782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.862855] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.862991] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.862991] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be updated. [ 1181.903317] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.903465] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.903540] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.903950] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.904121] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.914622] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: IN_PROGRESS for 2s [ 1181.954149] env[69439]: INFO networking_nsxv3.common.synchronization [req-115fef6a-dff3-4589-b89e-d6df5ce3d509 req-6d5ae93b-f4ca-431c-877a-ec098f3c6e3d tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1181.954720] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1181.955044] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.955161] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.955221] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.955447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.955606] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.955714] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.955772] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.955936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.956040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.956123] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.185121] env[69439]: INFO networking_nsxv3.common.synchronization [req-115fef6a-dff3-4589-b89e-d6df5ce3d509 req-b4fca51c-6221-4a21-b2db-ce2019ceb0e6 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1182.185700] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1182.186026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.186307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.393777] env[69439]: INFO networking_nsxv3.common.synchronization [req-115fef6a-dff3-4589-b89e-d6df5ce3d509 req-66d40c40-7dd0-4dc6-95dd-6ddb2813d8fc tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1182.394466] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1182.395400] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.395548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.458536] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.683943] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: SUCCESS [ 1182.684182] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 deletion is rescheduled due to dependency. [ 1182.684331] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.962149] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.115381] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: SUCCESS [ 1183.116541] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.386332] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1183.386332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.469477] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.469477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.469477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.469477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.469477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.469477] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 is going to be updated. [ 1183.502782] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.502782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.502782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.502782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.502782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.516975] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: IN_PROGRESS for 2s [ 1183.588925] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 in Status: SUCCESS [ 1183.589605] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 deletion is rescheduled due to dependency. [ 1183.589605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.925721] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 1183.925908] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 deletion is rescheduled due to dependency. [ 1183.926055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.527415] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: SUCCESS [ 1185.527792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.527792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.528383] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.528759] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.529091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.529091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.529420] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.529532] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.529744] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.589388] env[69439]: INFO networking_nsxv3.common.synchronization [req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 req-c98795e2-95ed-4afd-93be-7953f91c1293 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 1185.589955] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 1185.590279] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.590400] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.590468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.590669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.590823] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.591099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.591187] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.591341] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.591426] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.591521] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.884466] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.884662] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.884795] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.885242] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.885541] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.885710] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.885864] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.886125] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.886277] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.886499] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.886620] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.886738] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.886852] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.886967] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.887091] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.887231] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1185.907668] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1185.907668] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1185.907668] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1185.907911] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-697" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.908307] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-f74cf8fb-0878-45c7-a2b5-2209aefff898 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.908499] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-f74cf8fb-0878-45c7-a2b5-2209aefff898" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.908628] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-f74cf8fb-0878-45c7-a2b5-2209aefff898" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.908989] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-f74cf8fb-0878-45c7-a2b5-2209aefff898" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.909184] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f74cf8fb-0878-45c7-a2b5-2209aefff898',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.032265] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.032423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.032498] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.032741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.032826] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.033044] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.033158] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.033223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.033424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.033476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.033532] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 is going to be updated. [ 1186.062038] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.062038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.062038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.062038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.062314] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.072201] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: IN_PROGRESS for 2s [ 1186.093797] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.094049] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.094126] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.094348] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.094439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.094640] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.094739] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.094802] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.094948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.095036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.095311] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be updated. [ 1186.126199] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.126508] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.126600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.126832] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.126920] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.139808] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: IN_PROGRESS for 2s [ 1186.417287] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.417287] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.417287] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.417287] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.417287] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.417287] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port f74cf8fb-0878-45c7-a2b5-2209aefff898 not found, creating... [ 1186.417287] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.417287] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.417287] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.417287] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.417287] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.417941] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.417941] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.417941] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.417941] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.417941] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.418368] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: f74cf8fb-0878-45c7-a2b5-2209aefff898 is going to be created. [ 1186.450131] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.450131] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.450131] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.450131] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.450131] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.450131] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-f74cf8fb-0878-45c7-a2b5-2209aefff898" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.190404] env[69439]: INFO networking_nsxv3.common.synchronization [req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 req-a7fda047-9446-4e37-a3df-99d21e2232fe service nova] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_rules [ 1187.190404] env[69439]: INFO networking_nsxv3.common.synchronization [req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 req-a7fda047-9446-4e37-a3df-99d21e2232fe service nova] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 1187.190696] env[69439]: INFO networking_nsxv3.common.synchronization [req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 req-a7fda047-9446-4e37-a3df-99d21e2232fe service nova] Enqueued Resource ID: f74cf8fb-0878-45c7-a2b5-2209aefff898 with Priority: HIGHEST for action port [ 1187.193378] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_rules [ 1187.193378] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 1187.193378] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f74cf8fb-0878-45c7-a2b5-2209aefff898 with Priority: HIGHEST for action port [ 1187.193378] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.193378] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.193378] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.194079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.194079] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.194957] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.195098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.195289] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-f74cf8fb-0878-45c7-a2b5-2209aefff898 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.195400] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f74cf8fb-0878-45c7-a2b5-2209aefff898" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.195456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f74cf8fb-0878-45c7-a2b5-2209aefff898" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.195653] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f74cf8fb-0878-45c7-a2b5-2209aefff898" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.195746] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f74cf8fb-0878-45c7-a2b5-2209aefff898',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.701080] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.701080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.701080] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f74cf8fb-0878-45c7-a2b5-2209aefff898 with status ACTIVE [ 1187.701080] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.701080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.701080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.701080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.701080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.701080] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.701080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.701080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.701080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.701080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.701080] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.701844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.701844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.701844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.701844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.701844] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f74cf8fb-0878-45c7-a2b5-2209aefff898 is going to be updated. [ 1187.728601] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.728601] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.728601] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.728601] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.728601] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.728979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f74cf8fb-0878-45c7-a2b5-2209aefff898" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.083996] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: SUCCESS [ 1188.084230] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 deletion is rescheduled due to dependency. [ 1188.084346] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.084514] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.084737] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.084985] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.085120] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.085182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.085340] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.085420] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.085512] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.151201] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 1188.151382] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 deletion is rescheduled due to dependency. [ 1188.151524] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.151819] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.152131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.152393] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.152576] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.152650] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.152874] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.153011] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.153141] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.588302] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.588853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.588853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.588853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.588853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.589113] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.589246] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.589326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.589528] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.589681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.589734] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 is going to be updated. [ 1188.655780] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.664324] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.664473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.664473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.665166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.665166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.674672] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: IN_PROGRESS for 2s [ 1188.920198] env[69439]: INFO networking_nsxv3.common.synchronization [None req-a14ff936-d688-4471-a8b7-490410348916 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Enqueued Resource ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c with Priority: HIGHEST for action security_group_rules [ 1188.920420] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c with Priority: HIGHEST for action security_group_rules [ 1188.920714] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-840ee68d-1552-4b5d-9f51-6225a4416e6c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.920844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.920928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.921266] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.921355] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('840ee68d-1552-4b5d-9f51-6225a4416e6c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.048290] env[69439]: INFO networking_nsxv3.common.synchronization [None req-0fc02984-922e-4e72-acd4-a03a3af7504a tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Enqueued Resource ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c with Priority: HIGHEST for action security_group_rules [ 1189.049028] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c with Priority: HIGHEST for action security_group_rules [ 1189.051330] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-840ee68d-1552-4b5d-9f51-6225a4416e6c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.052463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.159867] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.447509] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.447758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.447758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.447924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.448021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.448120] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c already deleted. [ 1189.448198] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.448347] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.448503] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.448588] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('840ee68d-1552-4b5d-9f51-6225a4416e6c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.663250] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.663610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.663610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.663709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.663788] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.663919] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be updated. [ 1189.696511] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.696626] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.696668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.697544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.697544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.708811] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: IN_PROGRESS for 2s [ 1189.969782] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.969782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.969782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.969991] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.970488] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.970488] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c already deleted. [ 1189.970488] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.690587] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: SUCCESS [ 1190.691107] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 deletion is rescheduled due to dependency. [ 1190.691107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.653300] env[69439]: INFO networking_nsxv3.common.synchronization [req-6830232c-32bf-4857-8f71-4df944decd8e req-b98be526-ed44-4464-bb8c-1f63d7f8503e tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1191.653796] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1191.654201] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.654396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.654396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.654583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.654735] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.654830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.654889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.655055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.655134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.655305] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.720891] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 1191.721304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.721350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.721683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.721924] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.722075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.722140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.722297] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.722378] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.722469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.722563] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.157667] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.157667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.157929] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.158051] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.158093] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.158294] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.158396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.158461] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.158613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.158690] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.158777] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be updated. [ 1192.194859] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.195041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.195081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.195290] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.195436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.206120] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1192.225845] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.226045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.226126] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.226343] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.226515] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.226659] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.226746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.226983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.227099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.227195] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.227362] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.227443] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.227651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.227822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.228036] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.228157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.228193] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.229287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.229287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.229287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.229287] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.731085] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31: rpc.has_security_group_logging(os_id): False [ 1192.751645] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.751842] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.751941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.752231] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.752371] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.752663] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.752818] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.752913] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.753153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.753280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.754315] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.754315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.754315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.754315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.754315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.754596] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.754596] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.754596] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.754727] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.754839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.754959] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be updated. [ 1192.825067] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.825302] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.825360] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.825550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.825725] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.845399] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: IN_PROGRESS for 2s [ 1192.892772] env[69439]: INFO networking_nsxv3.common.synchronization [req-97d385c7-b591-4484-ab45-21ba4fa0ea75 req-6edac7c4-24b8-46da-8878-1d33a5e0fcaa tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1192.893662] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1192.894149] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.894359] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.894456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.894800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.895077] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.895251] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.895329] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.895608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.895930] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.896108] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.168564] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.168564] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.168801] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.168953] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.169244] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.169415] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.169549] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.169799] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.170052] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.170204] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.170322] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.170436] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.170547] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.170661] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.170786] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.170930] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.218182] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.218348] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1193.218493] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.218673] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.219020] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-f4a6e255-7fb5-450d-92b6-4b124312de02 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.219203] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-f4a6e255-7fb5-450d-92b6-4b124312de02" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.219327] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-f4a6e255-7fb5-450d-92b6-4b124312de02" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.219752] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-f4a6e255-7fb5-450d-92b6-4b124312de02" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.219891] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4a6e255-7fb5-450d-92b6-4b124312de02',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.399262] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.399450] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.399450] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.399715] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.399811] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.400025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.400131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.400196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.400346] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.400421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.400545] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 already deleted. [ 1193.400665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.725519] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.725846] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.725846] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.726343] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.726615] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.726934] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port f4a6e255-7fb5-450d-92b6-4b124312de02 not found, creating... [ 1193.727372] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.727804] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.727919] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.728341] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.728566] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.729234] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.729581] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.729724] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.730064] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.730305] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.730530] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: f4a6e255-7fb5-450d-92b6-4b124312de02 is going to be created. [ 1193.769566] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.770116] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.770116] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.770523] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.770887] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.771254] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-f4a6e255-7fb5-450d-92b6-4b124312de02" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.225188] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1194.225711] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 deletion is rescheduled due to dependency. [ 1194.225711] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.444919] env[69439]: INFO networking_nsxv3.common.synchronization [req-97d385c7-b591-4484-ab45-21ba4fa0ea75 req-eb3bc4c6-e418-4cfc-8990-49fb3ffad1e6 service nova] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_rules [ 1194.445120] env[69439]: INFO networking_nsxv3.common.synchronization [req-97d385c7-b591-4484-ab45-21ba4fa0ea75 req-eb3bc4c6-e418-4cfc-8990-49fb3ffad1e6 service nova] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1194.445283] env[69439]: INFO networking_nsxv3.common.synchronization [req-97d385c7-b591-4484-ab45-21ba4fa0ea75 req-eb3bc4c6-e418-4cfc-8990-49fb3ffad1e6 service nova] Enqueued Resource ID: f4a6e255-7fb5-450d-92b6-4b124312de02 with Priority: HIGHEST for action port [ 1194.445529] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_rules [ 1194.445661] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1194.445773] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4a6e255-7fb5-450d-92b6-4b124312de02 with Priority: HIGHEST for action port [ 1194.446462] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.446653] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.446799] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.447172] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.447284] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.448597] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.448708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.448708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.448983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.449253] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.449425] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.449506] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.449708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.449802] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.449900] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.450797] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4a6e255-7fb5-450d-92b6-4b124312de02 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.450953] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4a6e255-7fb5-450d-92b6-4b124312de02" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.450953] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4a6e255-7fb5-450d-92b6-4b124312de02" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.451197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4a6e255-7fb5-450d-92b6-4b124312de02" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.451274] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4a6e255-7fb5-450d-92b6-4b124312de02',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.861270] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 1194.861720] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.952700] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.954137] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.954137] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.958429] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4a6e255-7fb5-450d-92b6-4b124312de02 with status ACTIVE [ 1194.958634] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.959650] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.959650] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.959650] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.959650] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.959650] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.959650] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.959650] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.959982] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.959982] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.959982] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.960148] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.960148] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.960290] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.960358] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.960446] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4a6e255-7fb5-450d-92b6-4b124312de02 is going to be updated. [ 1194.988392] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.988392] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.988392] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.989031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.989031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.989031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4a6e255-7fb5-450d-92b6-4b124312de02" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.455367] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.958256] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.959373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.959373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.959373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.959373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.959584] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 is going to be created. [ 1195.984544] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.984687] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.984756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.986163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.986962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.004190] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: UNINITIALIZED for 2s [ 1198.016200] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: SUCCESS [ 1198.016477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.016600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.016821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.017036] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.017158] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.017225] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.017384] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.017463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.017548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.017638] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.520630] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.520630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.520630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.520630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.520630] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.520630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.520630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.520977] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.520977] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.521047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.521258] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.521382] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.521533] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.521730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.521913] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.522057] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.522171] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.522321] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.522423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.522542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.522666] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.010432] env[69439]: INFO networking_nsxv3.common.synchronization [req-beb0cddb-8144-443c-8c4a-15534b726a80 req-37291fac-cbb8-4d0e-8d97-3bb1ff0f5984 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 1199.010566] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGHEST for action security_group_members [ 1199.010876] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.010994] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.011074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.011275] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.011433] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.011535] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.011593] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.011818] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.011904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.011999] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.024643] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2972ca42-d4e9-4fbe-af16-9422c32e9c47: rpc.has_security_group_logging(os_id): False [ 1199.044070] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.044229] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.044290] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.044720] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.044720] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.044815] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.044867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.044941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.045099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.045179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.045350] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.045444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.045506] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.045636] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.045709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.045890] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.045982] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.046227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.046388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.046466] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.046552] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 is going to be created. [ 1199.112239] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.112415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.112471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.112647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.112830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.123124] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: IN_PROGRESS for 2s [ 1199.514965] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.515209] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.515321] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.515512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.515675] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.515949] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.516062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.516133] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.516341] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.516424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.516543] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be updated. [ 1199.549013] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.549193] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.549260] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.549462] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.549608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.561222] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: IN_PROGRESS for 2s [ 1200.020860] env[69439]: INFO networking_nsxv3.common.synchronization [req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 req-ce74f5f0-1810-4805-929b-04ebf116add7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1200.021730] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1200.022126] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.022256] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.022325] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.022529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.022745] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.022856] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.022922] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.023090] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.023174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.023266] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.349885] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.350495] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.350495] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.350772] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.350825] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.350949] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.351099] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.351333] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.351527] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.351748] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1200.351883] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1200.351999] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1200.352131] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1200.352273] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1200.352469] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1200.352469] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1200.372592] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1200.372932] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1200.373035] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1200.373180] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.373507] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-8f80dbfc-bb6b-47ba-895f-1d3a07287f07 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.373980] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-8f80dbfc-bb6b-47ba-895f-1d3a07287f07" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.373980] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-8f80dbfc-bb6b-47ba-895f-1d3a07287f07" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.374134] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-8f80dbfc-bb6b-47ba-895f-1d3a07287f07" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.374274] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f80dbfc-bb6b-47ba-895f-1d3a07287f07',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.525447] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.877053] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.877334] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.877334] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.877503] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.877663] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.877829] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 8f80dbfc-bb6b-47ba-895f-1d3a07287f07 not found, creating... [ 1200.878106] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.878270] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.878390] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.878612] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.878827] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.879398] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.879398] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.879553] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.879628] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.879767] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.880388] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 8f80dbfc-bb6b-47ba-895f-1d3a07287f07 is going to be created. [ 1200.916131] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.916316] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.916354] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.916611] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.916853] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.917119] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-8f80dbfc-bb6b-47ba-895f-1d3a07287f07" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.028028] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.138617] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: SUCCESS [ 1201.138617] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.529829] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.530500] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.531019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.531260] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.531360] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.531466] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1201.564985] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.565280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.565280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.565448] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.565627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.572615] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 in Status: SUCCESS [ 1201.572908] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 deletion is rescheduled due to dependency. [ 1201.573046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.573774] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1201.577420] env[69439]: INFO networking_nsxv3.common.synchronization [req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 req-4f6e41ef-2169-4d01-ba60-2cc61f8efba8 service nova] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_rules [ 1201.577620] env[69439]: INFO networking_nsxv3.common.synchronization [req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 req-4f6e41ef-2169-4d01-ba60-2cc61f8efba8 service nova] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1201.577836] env[69439]: INFO networking_nsxv3.common.synchronization [req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 req-4f6e41ef-2169-4d01-ba60-2cc61f8efba8 service nova] Enqueued Resource ID: 8f80dbfc-bb6b-47ba-895f-1d3a07287f07 with Priority: HIGHEST for action port [ 1201.578087] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_rules [ 1201.578215] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1201.578309] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f80dbfc-bb6b-47ba-895f-1d3a07287f07 with Priority: HIGHEST for action port [ 1201.578845] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.579017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.579047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.579235] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.579327] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.580169] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.580296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.580454] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f80dbfc-bb6b-47ba-895f-1d3a07287f07 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.581150] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f80dbfc-bb6b-47ba-895f-1d3a07287f07" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.581150] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f80dbfc-bb6b-47ba-895f-1d3a07287f07" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.581150] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f80dbfc-bb6b-47ba-895f-1d3a07287f07" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.581150] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f80dbfc-bb6b-47ba-895f-1d3a07287f07',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.083180] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.083316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.083500] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f80dbfc-bb6b-47ba-895f-1d3a07287f07 with status ACTIVE [ 1202.083668] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.083776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.083841] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.084091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.084186] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.084356] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.084467] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.084542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.084814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.084920] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.085121] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.085216] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.085278] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.085429] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.085504] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.085590] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f80dbfc-bb6b-47ba-895f-1d3a07287f07 is going to be updated. [ 1202.109010] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.109179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.109250] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.109461] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.109602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.109754] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f80dbfc-bb6b-47ba-895f-1d3a07287f07" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.285039] env[69439]: INFO networking_nsxv3.common.synchronization [req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c req-b09c035c-6d49-4488-9f8d-e87bdf91b9c1 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Enqueued Resource ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd with Priority: HIGHEST for action security_group_members [ 1202.285628] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd with Priority: HIGHEST for action security_group_members [ 1202.285855] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.285972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.286053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.286255] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.286433] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.286508] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.286696] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.286864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.286952] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.287062] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.623829] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.624161] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-479" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.624205] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-479" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.624475] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-479" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.624752] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.625176] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.625332] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.625567] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.625723] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.625951] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.626348] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.626348] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.626348] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.626504] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.626538] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.626676] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.646223] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.646440] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1202.646580] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.646843] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-479" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.647091] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-cf3ed128-3039-4051-b6ce-bad0b5d90afd taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.647269] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-cf3ed128-3039-4051-b6ce-bad0b5d90afd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.647394] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-cf3ed128-3039-4051-b6ce-bad0b5d90afd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.647800] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-cf3ed128-3039-4051-b6ce-bad0b5d90afd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.647895] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf3ed128-3039-4051-b6ce-bad0b5d90afd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.788806] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.150180] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.150423] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.150560] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.152045] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.152045] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.152045] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port cf3ed128-3039-4051-b6ce-bad0b5d90afd not found, creating... [ 1203.152045] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.152045] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.152045] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.152045] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.152438] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.152438] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.152666] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.152712] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.152961] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.153130] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.153280] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: cf3ed128-3039-4051-b6ce-bad0b5d90afd is going to be created. [ 1203.174182] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.174424] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.174536] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.174809] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.175097] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.175293] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-cf3ed128-3039-4051-b6ce-bad0b5d90afd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.291309] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.584720] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1203.584720] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.584720] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.584993] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.585134] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.585256] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.585321] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.585481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.585566] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.585662] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.793710] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.794037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.794037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.794250] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.794348] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.794454] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd is going to be updated. [ 1203.824682] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.824836] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.824918] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.825190] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.825296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.837948] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd in Status: IN_PROGRESS for 2s [ 1203.859275] env[69439]: INFO networking_nsxv3.common.synchronization [req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c req-550f90a3-abbc-4800-9c10-d905aab10384 service nova] Enqueued Resource ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd with Priority: HIGHEST for action security_group_rules [ 1203.859488] env[69439]: INFO networking_nsxv3.common.synchronization [req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c req-550f90a3-abbc-4800-9c10-d905aab10384 service nova] Enqueued Resource ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd with Priority: HIGHEST for action security_group_members [ 1203.859655] env[69439]: INFO networking_nsxv3.common.synchronization [req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c req-550f90a3-abbc-4800-9c10-d905aab10384 service nova] Enqueued Resource ID: cf3ed128-3039-4051-b6ce-bad0b5d90afd with Priority: HIGHEST for action port [ 1203.859963] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd with Priority: HIGHEST for action security_group_rules [ 1203.860029] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd with Priority: HIGHEST for action security_group_members [ 1203.860132] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf3ed128-3039-4051-b6ce-bad0b5d90afd with Priority: HIGHEST for action port [ 1203.860717] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afb56e74-7f05-44f1-bfdd-79d6f15b0efd taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.860859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.860968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.861497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.861585] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.863505] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.863617] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.863821] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf3ed128-3039-4051-b6ce-bad0b5d90afd taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.863926] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf3ed128-3039-4051-b6ce-bad0b5d90afd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.863995] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf3ed128-3039-4051-b6ce-bad0b5d90afd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.864210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf3ed128-3039-4051-b6ce-bad0b5d90afd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.864291] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf3ed128-3039-4051-b6ce-bad0b5d90afd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.087481] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.364116] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.364116] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.366687] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf3ed128-3039-4051-b6ce-bad0b5d90afd with status ACTIVE [ 1204.366687] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.366805] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.366842] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.367034] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.367127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.367303] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.367400] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.367465] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.367608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.367689] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.367878] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.367954] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.368012] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.368158] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.368230] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.368312] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf3ed128-3039-4051-b6ce-bad0b5d90afd is going to be updated. [ 1204.392650] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.392851] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.392851] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.393073] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.393236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.393439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf3ed128-3039-4051-b6ce-bad0b5d90afd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.590737] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.093368] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.093625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.093625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.093798] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.093891] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.093992] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1205.123815] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.123976] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.124093] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.124543] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.124543] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.134327] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1205.657911] env[69439]: INFO networking_nsxv3.common.synchronization [req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc req-ba31e3df-7cff-4f36-94c4-782036c781c3 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Enqueued Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_members [ 1205.658509] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_members [ 1205.658822] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.658939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.658998] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.659821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.659970] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.660230] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.660230] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.660388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.660458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.660554] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.849907] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd in Status: SUCCESS [ 1205.849907] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.849907] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.849907] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.849907] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.851295] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.851295] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.851295] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.851295] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.851295] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.992483] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.992688] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-417" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.992844] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-417" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.993142] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-417" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.994066] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.994196] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.994235] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.994452] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.994609] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.994834] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1205.994960] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1205.995093] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1205.995208] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1205.995329] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1205.995439] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1205.995579] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.018020] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.018020] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1206.018020] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.018020] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-417" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.018020] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-b5da6e51-2854-4790-a163-9bf7de389ba7 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.018020] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-b5da6e51-2854-4790-a163-9bf7de389ba7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.018020] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-b5da6e51-2854-4790-a163-9bf7de389ba7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.018020] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-b5da6e51-2854-4790-a163-9bf7de389ba7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.018020] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5da6e51-2854-4790-a163-9bf7de389ba7',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.151677] env[69439]: INFO networking_nsxv3.common.synchronization [req-d679f954-ab00-433b-8616-a48d353aa73b req-8319a7a8-283b-4b93-b698-7c45834ad03c tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1206.152298] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1206.152602] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.152761] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.152831] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.153595] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.153852] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.153923] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.153957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.154163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.154252] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.154351] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.162968] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.163145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.163216] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.163433] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.163522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.163729] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.163827] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.163897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.164110] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.164306] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.164306] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 is going to be updated. [ 1206.192476] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.192608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.192680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.192909] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.193069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.210914] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: IN_PROGRESS for 2s [ 1206.352645] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.525034] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.525392] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.525499] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.525829] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.526087] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.526374] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port b5da6e51-2854-4790-a163-9bf7de389ba7 not found, creating... [ 1206.526646] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.526876] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.527063] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.527352] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.527557] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.527917] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.528159] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.528321] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.528638] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.528832] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.529044] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: b5da6e51-2854-4790-a163-9bf7de389ba7 is going to be created. [ 1206.551185] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.552166] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.552166] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.552166] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.552166] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.552522] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-b5da6e51-2854-4790-a163-9bf7de389ba7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.656687] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.657088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.657218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.657467] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.657560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.657853] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.657968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.658042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.658209] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.658328] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.658423] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 is going to be updated. [ 1206.721908] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.722187] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.722265] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.722500] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.722653] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.739216] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: IN_PROGRESS for 2s [ 1206.854851] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.146205] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1207.146429] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.146634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.146848] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.147056] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.147178] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.147270] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.147435] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.147517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.147605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.147695] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.266366] env[69439]: INFO networking_nsxv3.common.synchronization [req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc req-9e885726-d410-4be3-8934-75c4da9316a4 service nova] Enqueued Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_rules [ 1207.266618] env[69439]: INFO networking_nsxv3.common.synchronization [req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc req-9e885726-d410-4be3-8934-75c4da9316a4 service nova] Enqueued Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_members [ 1207.266696] env[69439]: INFO networking_nsxv3.common.synchronization [req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc req-9e885726-d410-4be3-8934-75c4da9316a4 service nova] Enqueued Resource ID: b5da6e51-2854-4790-a163-9bf7de389ba7 with Priority: HIGHEST for action port [ 1207.266930] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_rules [ 1207.267876] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_members [ 1207.267876] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5da6e51-2854-4790-a163-9bf7de389ba7 with Priority: HIGHEST for action port [ 1207.267876] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.268102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.268411] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.268688] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.268780] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.269698] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.269803] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.270020] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5da6e51-2854-4790-a163-9bf7de389ba7 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.270150] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5da6e51-2854-4790-a163-9bf7de389ba7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.270292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5da6e51-2854-4790-a163-9bf7de389ba7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.270347] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5da6e51-2854-4790-a163-9bf7de389ba7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.270415] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5da6e51-2854-4790-a163-9bf7de389ba7',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.357703] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.358443] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.358529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.358763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.358861] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.358968] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd is going to be updated. [ 1207.393440] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.393607] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.393665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.393866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.394070] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.405085] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd in Status: IN_PROGRESS for 2s [ 1207.650567] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.650768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.650768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.651016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.651212] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.651342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.651537] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.651587] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.651665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.651788] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.651956] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.652064] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.652127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.652269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.652408] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.652499] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.652560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.652925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.653057] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.653180] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.653299] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.772342] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.772522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.774055] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5da6e51-2854-4790-a163-9bf7de389ba7 with status ACTIVE [ 1207.774055] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.774055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.774055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.774055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.774055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.774055] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.774055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.774055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.774055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.774435] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.774435] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.774575] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.774666] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.774838] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.774924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.775014] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5da6e51-2854-4790-a163-9bf7de389ba7 is going to be updated. [ 1207.798887] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.799132] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.799194] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.799431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.799616] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.799817] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5da6e51-2854-4790-a163-9bf7de389ba7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.022240] env[69439]: INFO networking_nsxv3.common.synchronization [req-f6632279-b8fa-47f1-bde8-8bddae8efe6e req-88b9fecb-b0d3-4685-bcdb-9e4ff9b039db tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Enqueued Resource ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c with Priority: HIGHEST for action security_group_members [ 1208.027191] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c with Priority: HIGHEST for action security_group_members [ 1208.027818] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-840ee68d-1552-4b5d-9f51-6225a4416e6c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.028062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.028210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.029662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.029662] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.029662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.029662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.029662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.029662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.029995] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('840ee68d-1552-4b5d-9f51-6225a4416e6c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.156966] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7ba59b4-8801-467b-9430-1d3af8697ca8: rpc.has_security_group_logging(os_id): False [ 1208.189975] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.190395] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.190395] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.190609] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.190609] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.190757] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.190821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.190881] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.191027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.191102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.191285] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.191389] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.191576] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.191576] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.192627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.192627] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.192627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.192627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.193198] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.193198] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.193198] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1208.228297] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: SUCCESS [ 1208.228297] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 deletion is rescheduled due to dependency. [ 1208.228407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.230756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.230756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.230756] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.230756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.230756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.230756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.230756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.230756] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.281185] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.281185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.281185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.281185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.281185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.307682] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1208.451544] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.453023] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-302" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.453023] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-302" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.453023] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-302" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.453023] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.453466] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.453738] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.454100] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.454378] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.454727] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.454982] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.455227] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.455955] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.455955] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.455955] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.455955] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.482134] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.482381] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1208.482566] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.482809] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-302" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.483241] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-c96dc67e-6d54-4bf4-87ec-7def0dbabcf9 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.483439] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-c96dc67e-6d54-4bf4-87ec-7def0dbabcf9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.483570] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-c96dc67e-6d54-4bf4-87ec-7def0dbabcf9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.483901] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-c96dc67e-6d54-4bf4-87ec-7def0dbabcf9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.484087] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c96dc67e-6d54-4bf4-87ec-7def0dbabcf9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.538144] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.538305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.538380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.538614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.538724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.538959] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.539116] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.539283] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.539351] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.539430] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.540027] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c already deleted. [ 1208.540027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.736773] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.749313] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: SUCCESS [ 1208.749592] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 deletion is rescheduled due to dependency. [ 1208.749742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.986159] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.986396] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.986529] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.986823] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.986983] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.987166] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port c96dc67e-6d54-4bf4-87ec-7def0dbabcf9 not found, creating... [ 1208.987432] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.987597] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.987718] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.987955] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.988115] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.988406] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.988567] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.988686] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.988899] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.989138] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.989304] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: c96dc67e-6d54-4bf4-87ec-7def0dbabcf9 is going to be created. [ 1209.012263] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.012263] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.012570] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.012570] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.014283] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.014283] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-c96dc67e-6d54-4bf4-87ec-7def0dbabcf9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.072380] env[69439]: INFO networking_nsxv3.common.synchronization [req-912c10b8-6ad3-4d53-94f4-e5c74204b010 req-31666727-1a0a-4478-ae9f-3de4a8ceb91a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: 1b7676ea-d279-4e4f-88bb-0063727a351c with Priority: HIGHEST for action security_group_members [ 1209.072977] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7676ea-d279-4e4f-88bb-0063727a351c with Priority: HIGHEST for action security_group_members [ 1209.073766] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7676ea-d279-4e4f-88bb-0063727a351c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.073909] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.073981] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.074263] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.074433] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.074541] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.074605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.074772] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.074861] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.074980] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b7676ea-d279-4e4f-88bb-0063727a351c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.238367] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.418029] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd in Status: SUCCESS [ 1209.418335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.418466] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.419548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.419548] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.419548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.419548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.419548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.419548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.419548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.419984] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.577968] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.578116] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.578325] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.578524] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.578524] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.578938] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.579092] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.579092] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.579203] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.579506] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.579506] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b7676ea-d279-4e4f-88bb-0063727a351c is going to be updated. [ 1209.609413] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.609515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.609637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.609827] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.609986] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.627057] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7676ea-d279-4e4f-88bb-0063727a351c in Status: IN_PROGRESS for 2s [ 1209.741286] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.741483] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.741528] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.741975] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.741975] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.742106] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 is going to be updated. [ 1209.771177] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.771177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.771177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.771177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.771368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.787059] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: IN_PROGRESS for 2s [ 1209.788335] env[69439]: INFO networking_nsxv3.common.synchronization [req-f6632279-b8fa-47f1-bde8-8bddae8efe6e req-5104c53a-4115-4775-8ba1-e2fe5aacbdc0 service nova] Enqueued Resource ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c with Priority: HIGHEST for action security_group_rules [ 1209.788335] env[69439]: INFO networking_nsxv3.common.synchronization [req-f6632279-b8fa-47f1-bde8-8bddae8efe6e req-5104c53a-4115-4775-8ba1-e2fe5aacbdc0 service nova] Enqueued Resource ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c with Priority: HIGHEST for action security_group_members [ 1209.788335] env[69439]: INFO networking_nsxv3.common.synchronization [req-f6632279-b8fa-47f1-bde8-8bddae8efe6e req-5104c53a-4115-4775-8ba1-e2fe5aacbdc0 service nova] Enqueued Resource ID: c96dc67e-6d54-4bf4-87ec-7def0dbabcf9 with Priority: HIGHEST for action port [ 1209.788848] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c with Priority: HIGHEST for action security_group_rules [ 1209.788982] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c with Priority: HIGHEST for action security_group_members [ 1209.789092] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c96dc67e-6d54-4bf4-87ec-7def0dbabcf9 with Priority: HIGHEST for action port [ 1209.789363] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-840ee68d-1552-4b5d-9f51-6225a4416e6c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.789492] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.789623] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.789768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.791418] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('840ee68d-1552-4b5d-9f51-6225a4416e6c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.791418] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-840ee68d-1552-4b5d-9f51-6225a4416e6c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.791418] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.791418] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.791418] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.791418] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.791418] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.791418] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.791851] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.791851] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.791851] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('840ee68d-1552-4b5d-9f51-6225a4416e6c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.793357] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-c96dc67e-6d54-4bf4-87ec-7def0dbabcf9 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.793476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c96dc67e-6d54-4bf4-87ec-7def0dbabcf9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.793566] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c96dc67e-6d54-4bf4-87ec-7def0dbabcf9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.793680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c96dc67e-6d54-4bf4-87ec-7def0dbabcf9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.794535] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c96dc67e-6d54-4bf4-87ec-7def0dbabcf9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.924707] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.924861] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.924934] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.925214] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.925391] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.925498] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.925565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.925739] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.925817] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.925904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.926067] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.926172] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.926234] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.926500] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.926500] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.926617] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.926665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.926770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.926830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.926919] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.927033] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.296274] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-840ee68d-1552-4b5d-9f51-6225a4416e6c taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.297229] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.297474] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('840ee68d-1552-4b5d-9f51-6225a4416e6c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.298510] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c96dc67e-6d54-4bf4-87ec-7def0dbabcf9 with status ACTIVE [ 1210.299241] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.299241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.299241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.300026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.300026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.300026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.300228] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.300228] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.300386] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.300472] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.300658] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.300754] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.300823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.300951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.301239] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.301239] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c96dc67e-6d54-4bf4-87ec-7def0dbabcf9 is going to be updated. [ 1210.330738] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.330738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.330738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.330738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.330738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.330738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c96dc67e-6d54-4bf4-87ec-7def0dbabcf9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.333236] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1210.333770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.399421] env[69439]: INFO networking_nsxv3.common.synchronization [req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb req-5af97345-f932-4f06-9a13-f460c91ab006 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1210.400312] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1210.400735] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.400890] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.400961] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.405317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.405682] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.405830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.405830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.405945] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.406044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.406148] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.429770] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afb56e74-7f05-44f1-bfdd-79d6f15b0efd: rpc.has_security_group_logging(os_id): False [ 1210.460099] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.460099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.460380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.460380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.460479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.460622] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.460741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.460833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.460925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.464026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.464026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.464026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.464026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.464026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.464026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.464026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.464026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.464026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.464026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.464026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.464026] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd is going to be updated. [ 1210.646651] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.646840] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.646888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.647184] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.647262] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.669167] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd in Status: IN_PROGRESS for 2s [ 1210.803576] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('840ee68d-1552-4b5d-9f51-6225a4416e6c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.908139] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.908340] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.908401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.908598] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.908694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.908916] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.909039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.909105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.909249] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.909324] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.909412] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be updated. [ 1210.945601] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.945859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.945972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.946210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.946358] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.959530] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1211.165498] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.165711] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.165936] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.166255] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.166532] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.167215] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.167215] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.167215] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.167215] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.167442] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1211.167490] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.167587] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.167694] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.167802] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1211.167905] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.168047] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.212556] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.212867] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1211.212979] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.213196] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.213483] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-2d82b2c8-26da-4da3-b93e-5ca8476b1afe taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.213666] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-2d82b2c8-26da-4da3-b93e-5ca8476b1afe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.213789] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-2d82b2c8-26da-4da3-b93e-5ca8476b1afe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.214136] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-2d82b2c8-26da-4da3-b93e-5ca8476b1afe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.214283] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d82b2c8-26da-4da3-b93e-5ca8476b1afe',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.306322] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.306562] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.306562] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.306740] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.306871] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.306992] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c is going to be created. [ 1211.335898] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.336122] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.336382] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.336382] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.336513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.347323] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c in Status: UNINITIALIZED for 2s [ 1211.638220] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7676ea-d279-4e4f-88bb-0063727a351c in Status: SUCCESS [ 1211.638544] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b7676ea-d279-4e4f-88bb-0063727a351c deletion is rescheduled due to dependency. [ 1211.638544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.717276] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.717566] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.717719] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.718053] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.718216] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.718379] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 2d82b2c8-26da-4da3-b93e-5ca8476b1afe not found, creating... [ 1211.718636] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.718794] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.718918] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.719156] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.719298] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.719587] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.719775] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.719905] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.720140] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.720282] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.720427] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 2d82b2c8-26da-4da3-b93e-5ca8476b1afe is going to be created. [ 1211.757956] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.758620] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.758620] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.758792] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.759102] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.759385] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-2d82b2c8-26da-4da3-b93e-5ca8476b1afe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.798608] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: SUCCESS [ 1211.798874] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.799076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.799307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.799513] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.799760] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.799992] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.800191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.800264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.800371] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.800462] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.303172] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.306860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.306860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.306860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.306860] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.306860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.306860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.306860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.306860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.306860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.306860] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.306860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.306860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.306860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.306860] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.306860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.306860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.306860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.306860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.307732] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.307732] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.548886] env[69439]: INFO networking_nsxv3.common.synchronization [req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb req-076ceb32-1e5e-4849-ac42-30b7b5781c32 service nova] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_rules [ 1212.549104] env[69439]: INFO networking_nsxv3.common.synchronization [req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb req-076ceb32-1e5e-4849-ac42-30b7b5781c32 service nova] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1212.549254] env[69439]: INFO networking_nsxv3.common.synchronization [req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb req-076ceb32-1e5e-4849-ac42-30b7b5781c32 service nova] Enqueued Resource ID: 2d82b2c8-26da-4da3-b93e-5ca8476b1afe with Priority: HIGHEST for action port [ 1212.550643] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_rules [ 1212.550844] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1212.551464] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d82b2c8-26da-4da3-b93e-5ca8476b1afe with Priority: HIGHEST for action port [ 1212.552643] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.552888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.553055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.553390] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.553533] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.558800] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.558800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.558800] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d82b2c8-26da-4da3-b93e-5ca8476b1afe taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.558800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d82b2c8-26da-4da3-b93e-5ca8476b1afe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.558800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d82b2c8-26da-4da3-b93e-5ca8476b1afe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.558800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d82b2c8-26da-4da3-b93e-5ca8476b1afe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.558800] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d82b2c8-26da-4da3-b93e-5ca8476b1afe',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.686958] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd in Status: SUCCESS [ 1212.687261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.809757] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1b1f685-6a25-4b92-9b87-bec43cea3cc0: rpc.has_security_group_logging(os_id): False [ 1212.830802] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.831015] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.831067] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.831280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.831368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.831582] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.831699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.831821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.832017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.832111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.832316] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.832412] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.832472] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.832614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.832712] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.832921] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.833668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.833798] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.833980] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.834078] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.834168] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 is going to be updated. [ 1212.897976] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.898192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.898239] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.898462] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.898609] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.915915] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: IN_PROGRESS for 2s [ 1212.970541] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1212.970801] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 deletion is rescheduled due to dependency. [ 1212.970979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.971233] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.971529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.971844] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.972039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.972150] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.972389] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.972530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.972682] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.060322] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.060501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.060660] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d82b2c8-26da-4da3-b93e-5ca8476b1afe with status ACTIVE [ 1213.060829] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.060941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.061058] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.061326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.061421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.061596] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.061692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.061831] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.062117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.062216] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.062425] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.062533] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.062600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.062843] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.062982] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.063106] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d82b2c8-26da-4da3-b93e-5ca8476b1afe is going to be updated. [ 1213.086957] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.087148] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.087207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.087427] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.087570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.087729] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d82b2c8-26da-4da3-b93e-5ca8476b1afe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.358228] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c in Status: SUCCESS [ 1213.358448] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.358621] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.358850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.359097] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.359179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.359250] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.359419] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.359502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.359603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.359720] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('840ee68d-1552-4b5d-9f51-6225a4416e6c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.478822] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.863605] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('840ee68d-1552-4b5d-9f51-6225a4416e6c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.980407] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.365486] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 840ee68d-1552-4b5d-9f51-6225a4416e6c: rpc.has_security_group_logging(os_id): False [ 1214.383018] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.383176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.383250] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.383460] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.383551] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.383791] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.383893] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.383957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.384138] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.384221] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.384308] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c is going to be created. [ 1214.445254] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.445254] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.445254] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.445254] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.445510] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.459065] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c in Status: IN_PROGRESS for 2s [ 1214.484633] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.485810] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.485810] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.485810] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.485983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.485983] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be updated. [ 1214.542103] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.542324] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.542399] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.542611] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.542759] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.557035] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1214.781534] env[69439]: INFO networking_nsxv3.common.synchronization [req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 req-c9b3c9c5-b59d-4e23-9762-94b1c1113505 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Enqueued Resource ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a with Priority: HIGHEST for action security_group_members [ 1214.781821] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a with Priority: HIGHEST for action security_group_members [ 1214.782151] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ca2f32f-87ec-4548-878c-2733cdec1c9a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.782277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.782363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.782572] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.782729] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.782856] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.782925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.783136] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.783293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.783342] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ca2f32f-87ec-4548-878c-2733cdec1c9a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.930861] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: SUCCESS [ 1214.931229] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.107030] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.107226] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.107278] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.107570] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.107874] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.108305] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.108487] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.108761] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.108940] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.109215] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1215.109370] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1215.109508] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1215.109640] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1215.109807] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1215.109932] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1215.110160] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1215.129491] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1215.129691] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1215.129983] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1215.130259] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.130614] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-58d454d0-45cc-4de3-8082-2c4986bbcb2a taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.130805] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-58d454d0-45cc-4de3-8082-2c4986bbcb2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.130938] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-58d454d0-45cc-4de3-8082-2c4986bbcb2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.131312] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-58d454d0-45cc-4de3-8082-2c4986bbcb2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.131464] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58d454d0-45cc-4de3-8082-2c4986bbcb2a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.287039] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.287039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.287039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.287039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.340264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.340536] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.340659] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.340725] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.340926] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.341021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.341118] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a is going to be updated. [ 1215.378888] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.379164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.379164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.379352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.379527] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.389338] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a in Status: IN_PROGRESS for 2s [ 1215.634484] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.634715] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.634715] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.635020] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.635177] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.635413] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 58d454d0-45cc-4de3-8082-2c4986bbcb2a not found, creating... [ 1215.635858] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.636162] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.636398] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.636694] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.636850] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.637190] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.638181] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.638181] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.638181] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.638181] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.638181] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 58d454d0-45cc-4de3-8082-2c4986bbcb2a is going to be created. [ 1215.678830] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.679154] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.679228] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.679728] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.679990] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.681637] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-58d454d0-45cc-4de3-8082-2c4986bbcb2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.353131] env[69439]: INFO networking_nsxv3.common.synchronization [req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 req-e0affadd-a722-43a3-8b73-e070682325ea service nova] Enqueued Resource ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a with Priority: HIGHEST for action security_group_rules [ 1216.353506] env[69439]: INFO networking_nsxv3.common.synchronization [req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 req-e0affadd-a722-43a3-8b73-e070682325ea service nova] Enqueued Resource ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a with Priority: HIGHEST for action security_group_members [ 1216.353506] env[69439]: INFO networking_nsxv3.common.synchronization [req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 req-e0affadd-a722-43a3-8b73-e070682325ea service nova] Enqueued Resource ID: 58d454d0-45cc-4de3-8082-2c4986bbcb2a with Priority: HIGHEST for action port [ 1216.353763] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a with Priority: HIGHEST for action security_group_rules [ 1216.353836] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a with Priority: HIGHEST for action security_group_members [ 1216.353930] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d454d0-45cc-4de3-8082-2c4986bbcb2a with Priority: HIGHEST for action port [ 1216.354522] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ca2f32f-87ec-4548-878c-2733cdec1c9a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.354642] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.354756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.354917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.355119] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ca2f32f-87ec-4548-878c-2733cdec1c9a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.356913] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ca2f32f-87ec-4548-878c-2733cdec1c9a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.356913] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.356913] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-58d454d0-45cc-4de3-8082-2c4986bbcb2a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.357148] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58d454d0-45cc-4de3-8082-2c4986bbcb2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.357148] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58d454d0-45cc-4de3-8082-2c4986bbcb2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.357345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58d454d0-45cc-4de3-8082-2c4986bbcb2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.357423] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58d454d0-45cc-4de3-8082-2c4986bbcb2a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.475315] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c in Status: SUCCESS [ 1216.475556] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.566333] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1216.566649] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.566828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.567065] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.567264] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.567384] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.567447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.567604] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.567682] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.567767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.567856] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.857798] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ca2f32f-87ec-4548-878c-2733cdec1c9a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.857952] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.859439] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58d454d0-45cc-4de3-8082-2c4986bbcb2a with status ACTIVE [ 1216.859748] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.859944] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.860089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.860402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.860559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.860850] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.861022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.861134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.861392] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.861516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.861827] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.862013] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.862013] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.862200] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.862298] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.862660] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58d454d0-45cc-4de3-8082-2c4986bbcb2a is going to be updated. [ 1216.887991] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.888151] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.888226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.888439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.888580] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.888739] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58d454d0-45cc-4de3-8082-2c4986bbcb2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.070755] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.070990] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.071044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.071265] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.071440] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.071544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.071610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.071760] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.071923] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.072029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.072190] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.072280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.072348] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.072484] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.072627] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.072720] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.072837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.072943] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.073075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.073214] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.073335] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.192179] env[69439]: INFO networking_nsxv3.common.synchronization [req-18cb390b-d119-4a9c-b4a4-d20cf2132eae req-cbe53002-433e-4466-a7a0-5536fd474381 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1217.192743] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1217.193430] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.193760] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.194050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.194584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.194952] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.195313] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.195538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.195833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.196981] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.196981] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.400814] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a in Status: SUCCESS [ 1217.401189] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a deletion is rescheduled due to dependency. [ 1217.401189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.401363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.401607] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.401857] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.401990] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.402069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.402268] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.402356] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.402456] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ca2f32f-87ec-4548-878c-2733cdec1c9a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.552074] env[69439]: INFO networking_nsxv3.common.synchronization [req-18cb390b-d119-4a9c-b4a4-d20cf2132eae req-9c11c87a-0a96-4900-a644-abf022cdeadb tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1217.552866] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1217.553760] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.553943] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.576565] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 920aba9d-9bd1-470f-b4d5-9e20cb898836: rpc.has_security_group_logging(os_id): False [ 1217.602333] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.602617] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.602679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.603054] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.603229] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.603501] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.603772] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.603772] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.603940] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.604055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.604359] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.604500] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.604568] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.604784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.604864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.605222] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.605427] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.605427] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.605748] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.605861] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.605968] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be updated. [ 1217.700432] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.700750] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.700854] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.701215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.701397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.701742] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.701983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.702117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.702375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.702577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.702577] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 is going to be updated. [ 1217.730571] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.730815] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.730915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.731565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.731565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.748443] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.748684] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.748684] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.748883] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.749053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.779680] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: IN_PROGRESS for 2s [ 1217.779680] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1217.907386] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ca2f32f-87ec-4548-878c-2733cdec1c9a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.056319] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.056615] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-471" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.056811] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-471" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.058067] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-471" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.058599] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.058957] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.059244] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.059673] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.060056] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.060454] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.060702] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.060943] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.061211] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.061628] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.061910] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.062256] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.089348] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.089543] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1218.089917] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.089917] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-471" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.090313] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-65bb33d5-a23a-43bd-aebe-7f13e2ec96bb taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.090691] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-65bb33d5-a23a-43bd-aebe-7f13e2ec96bb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.090829] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-65bb33d5-a23a-43bd-aebe-7f13e2ec96bb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.091221] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-65bb33d5-a23a-43bd-aebe-7f13e2ec96bb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.091383] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65bb33d5-a23a-43bd-aebe-7f13e2ec96bb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.411122] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ca2f32f-87ec-4548-878c-2733cdec1c9a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.594468] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.594711] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.594799] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.595146] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.595323] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.595489] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 65bb33d5-a23a-43bd-aebe-7f13e2ec96bb not found, creating... [ 1218.595765] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.595962] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.596096] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.596429] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.596592] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.596966] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.597282] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.597491] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.597764] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.598032] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.598160] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 65bb33d5-a23a-43bd-aebe-7f13e2ec96bb is going to be created. [ 1218.627715] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.628041] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.628262] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.628526] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.628798] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.629066] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-65bb33d5-a23a-43bd-aebe-7f13e2ec96bb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.914427] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.914612] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.914612] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.914886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.914977] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.915060] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a is going to be updated. [ 1218.967048] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.967317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.967317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.967723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.967889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.979070] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a in Status: IN_PROGRESS for 2s [ 1219.789820] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: SUCCESS [ 1219.790208] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 deletion is rescheduled due to dependency. [ 1219.790208] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.790514] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.790614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.790714] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.790838] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.790901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.791063] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.791140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.791231] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.800612] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1219.800882] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.812256] env[69439]: INFO networking_nsxv3.common.synchronization [req-18cb390b-d119-4a9c-b4a4-d20cf2132eae req-e53acabd-8229-4ef9-867b-31f1d67f9609 service nova] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_rules [ 1219.813044] env[69439]: INFO networking_nsxv3.common.synchronization [req-18cb390b-d119-4a9c-b4a4-d20cf2132eae req-e53acabd-8229-4ef9-867b-31f1d67f9609 service nova] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1219.813342] env[69439]: INFO networking_nsxv3.common.synchronization [req-18cb390b-d119-4a9c-b4a4-d20cf2132eae req-e53acabd-8229-4ef9-867b-31f1d67f9609 service nova] Enqueued Resource ID: 65bb33d5-a23a-43bd-aebe-7f13e2ec96bb with Priority: HIGHEST for action port [ 1219.813978] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_rules [ 1219.814218] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1219.814324] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65bb33d5-a23a-43bd-aebe-7f13e2ec96bb with Priority: HIGHEST for action port [ 1219.814608] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.814731] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.814813] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.815040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.815291] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.815965] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.816077] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.816278] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-65bb33d5-a23a-43bd-aebe-7f13e2ec96bb taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.816379] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65bb33d5-a23a-43bd-aebe-7f13e2ec96bb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.816444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65bb33d5-a23a-43bd-aebe-7f13e2ec96bb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.816621] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65bb33d5-a23a-43bd-aebe-7f13e2ec96bb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.816708] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65bb33d5-a23a-43bd-aebe-7f13e2ec96bb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.294279] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.322332] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.322475] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.323101] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65bb33d5-a23a-43bd-aebe-7f13e2ec96bb with status ACTIVE [ 1220.323301] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.323417] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.323485] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.323690] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.323777] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.324018] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.324159] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.324234] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.324398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.324474] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.324656] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.324816] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.324816] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.324933] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.325009] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.329303] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65bb33d5-a23a-43bd-aebe-7f13e2ec96bb is going to be updated. [ 1220.383462] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.383615] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.383690] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.383915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.384081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.384305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65bb33d5-a23a-43bd-aebe-7f13e2ec96bb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.797210] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.907396] env[69439]: INFO networking_nsxv3.common.synchronization [req-b2c3499c-c29c-4502-b640-24dc600a741e req-041086c1-f0e5-459c-90af-2df5a5a96e2c tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Enqueued Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_members [ 1220.908156] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGHEST for action security_group_members [ 1220.912241] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.912241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.912241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.912241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.912241] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.912241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.912241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.912241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.912241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.912241] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.990627] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a in Status: SUCCESS [ 1220.990973] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.991677] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.991677] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.992704] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.992704] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.992704] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.992704] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.992704] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.992704] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.992704] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ca2f32f-87ec-4548-878c-2733cdec1c9a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.127398] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.127657] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-404" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.127831] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-404" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.129897] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-404" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.129897] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.129897] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.129897] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.129897] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.129897] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.129897] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1221.129897] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.130423] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.130423] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.130423] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1221.130576] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.130625] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.155361] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.155617] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1221.155687] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.155826] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-404" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.156180] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-735d016b-d1a2-44bf-b26c-275046bad097 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.156362] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-735d016b-d1a2-44bf-b26c-275046bad097" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.156487] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-735d016b-d1a2-44bf-b26c-275046bad097" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.157190] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-735d016b-d1a2-44bf-b26c-275046bad097" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.157409] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('735d016b-d1a2-44bf-b26c-275046bad097',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.300824] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.301151] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.301151] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.301280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.301366] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.301468] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 is going to be updated. [ 1221.331469] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.331755] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.331755] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.332078] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.332254] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.342585] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: IN_PROGRESS for 2s [ 1221.415112] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.415259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.415762] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.415762] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.415762] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.416029] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.416029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.416029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.416265] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.416265] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.416393] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 is going to be updated. [ 1221.447497] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.447723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.447790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.448063] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.448217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.458104] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: IN_PROGRESS for 2s [ 1221.496957] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ca2f32f-87ec-4548-878c-2733cdec1c9a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.497150] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.497225] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.497452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.497740] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.497877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.497948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.498164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.498266] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.498371] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.498529] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ca2f32f-87ec-4548-878c-2733cdec1c9a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.498625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.498687] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.498834] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.498974] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.499080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.499142] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.499318] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.499411] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.499526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.499653] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ca2f32f-87ec-4548-878c-2733cdec1c9a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.660826] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.661242] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.661422] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.661714] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.661952] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.662149] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 735d016b-d1a2-44bf-b26c-275046bad097 not found, creating... [ 1221.662433] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.662597] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.662718] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.662981] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.663150] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.663541] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.663645] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.663720] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.663934] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.668218] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.668467] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 735d016b-d1a2-44bf-b26c-275046bad097 is going to be created. [ 1221.695924] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.696170] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.698726] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.698726] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.698726] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.698726] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-735d016b-d1a2-44bf-b26c-275046bad097" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.005967] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ca2f32f-87ec-4548-878c-2733cdec1c9a: rpc.has_security_group_logging(os_id): False [ 1222.024446] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.024596] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.024671] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.024904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.025011] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.025227] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.025328] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.025397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.025569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.025645] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.025846] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.025940] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.026011] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.026165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.026240] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.027706] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.027706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.027706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.027706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.027706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.027706] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a is going to be updated. [ 1222.113986] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.114193] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.114262] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.114430] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.114574] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.129677] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a in Status: IN_PROGRESS for 2s [ 1222.455188] env[69439]: INFO networking_nsxv3.common.synchronization [None req-b338d676-d4d6-4d2e-8e8f-4b962e08e1cb tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 with Priority: HIGHEST for action security_group_rules [ 1222.455795] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 with Priority: HIGHEST for action security_group_rules [ 1222.456567] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-666ec93c-83a7-4dfc-8a44-084e16793f77 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.456697] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.456806] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.457092] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.457178] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('666ec93c-83a7-4dfc-8a44-084e16793f77',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.727451] env[69439]: INFO networking_nsxv3.common.synchronization [None req-fca3648b-ed7b-4c07-b32f-a4a9bf442981 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 with Priority: HIGHEST for action security_group_rules [ 1222.728817] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 with Priority: HIGHEST for action security_group_rules [ 1222.729576] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-666ec93c-83a7-4dfc-8a44-084e16793f77 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.729804] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.850582] env[69439]: INFO networking_nsxv3.common.synchronization [req-18cb390b-d119-4a9c-b4a4-d20cf2132eae req-372f51db-0b47-44fc-814c-cef7bc3c0fbf service nova] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_rules [ 1222.850715] env[69439]: INFO networking_nsxv3.common.synchronization [req-18cb390b-d119-4a9c-b4a4-d20cf2132eae req-372f51db-0b47-44fc-814c-cef7bc3c0fbf service nova] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1222.850831] env[69439]: INFO networking_nsxv3.common.synchronization [req-18cb390b-d119-4a9c-b4a4-d20cf2132eae req-372f51db-0b47-44fc-814c-cef7bc3c0fbf service nova] Enqueued Resource ID: 735d016b-d1a2-44bf-b26c-275046bad097 with Priority: HIGHEST for action port [ 1222.851387] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_rules [ 1222.851518] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1222.851615] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735d016b-d1a2-44bf-b26c-275046bad097 with Priority: HIGHEST for action port [ 1222.851909] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.852272] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.852541] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.852654] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.852821] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-735d016b-d1a2-44bf-b26c-275046bad097 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.852939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-735d016b-d1a2-44bf-b26c-275046bad097" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.853027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-735d016b-d1a2-44bf-b26c-275046bad097" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.853241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-735d016b-d1a2-44bf-b26c-275046bad097" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.853343] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('735d016b-d1a2-44bf-b26c-275046bad097',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.979758] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.979924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.979984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.980328] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.980423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.980527] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 already deleted. [ 1222.980625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.980873] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.981059] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.981144] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('666ec93c-83a7-4dfc-8a44-084e16793f77',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.359425] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: SUCCESS [ 1223.359805] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.360540] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 735d016b-d1a2-44bf-b26c-275046bad097 with status ACTIVE [ 1223.360768] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.360901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.360964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.361327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.361327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.361463] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.365026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.365026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.365026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.365026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.365026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.365026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.365026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.365026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.365026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.365026] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 735d016b-d1a2-44bf-b26c-275046bad097 is going to be updated. [ 1223.365026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.365026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.365026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.365026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.365026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.365026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.365026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.365026] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.394258] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.394401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.394463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.394673] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.394808] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.394967] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-735d016b-d1a2-44bf-b26c-275046bad097" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.479870] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 in Status: SUCCESS [ 1223.480158] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 deletion is rescheduled due to dependency. [ 1223.480303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.522437] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.522737] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.522737] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.523120] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.523320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.523465] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 already deleted. [ 1223.524219] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.868327] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.145292] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a in Status: SUCCESS [ 1224.145527] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.370423] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.603982] env[69439]: INFO networking_nsxv3.common.synchronization [req-3ba59596-8041-432c-a453-3cf73fa6d4b3 req-d816c396-70e8-462d-91d2-1b89402c44bc tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1224.604921] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1224.605858] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.606036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.606305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.606432] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.606622] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.606756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.606840] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.607041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.607191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.607281] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.872826] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.873047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.873130] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.879590] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.879590] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.879590] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 is going to be updated. [ 1224.929637] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.929637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.929886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.929975] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.930157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.945151] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: IN_PROGRESS for 2s [ 1225.112027] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.112389] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.113860] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.114229] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.114524] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.114713] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.114969] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.115148] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.115303] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.115533] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1225.115652] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1225.115804] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1225.115920] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1225.115996] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1225.116119] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1225.116263] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1225.118210] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.141451] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1225.141648] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1225.141790] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1225.142106] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.142452] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-fce16165-eaee-456d-a040-ae1f8e3cb725 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.142742] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-fce16165-eaee-456d-a040-ae1f8e3cb725" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.142742] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-fce16165-eaee-456d-a040-ae1f8e3cb725" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.143188] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-fce16165-eaee-456d-a040-ae1f8e3cb725" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.143352] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fce16165-eaee-456d-a040-ae1f8e3cb725',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.330325] env[69439]: INFO networking_nsxv3.common.synchronization [req-237922e7-bfb8-4233-a496-ee4daa7d5473 req-7a69f4b9-79e5-45bd-a3f1-93c479a106d7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Enqueued Resource ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a with Priority: HIGHEST for action security_group_members [ 1225.331309] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a with Priority: HIGHEST for action security_group_members [ 1225.331506] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ca2f32f-87ec-4548-878c-2733cdec1c9a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.331637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.331708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.337545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.337545] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.337545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.337545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.337545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.337545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.337545] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ca2f32f-87ec-4548-878c-2733cdec1c9a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.405765] env[69439]: INFO networking_nsxv3.common.synchronization [req-237922e7-bfb8-4233-a496-ee4daa7d5473 req-7a69f4b9-79e5-45bd-a3f1-93c479a106d7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Enqueued Resource ID: 58d454d0-45cc-4de3-8082-2c4986bbcb2a with Priority: HIGHEST for action port [ 1225.409056] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d454d0-45cc-4de3-8082-2c4986bbcb2a with Priority: HIGHEST for action port [ 1225.409056] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-58d454d0-45cc-4de3-8082-2c4986bbcb2a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.409056] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58d454d0-45cc-4de3-8082-2c4986bbcb2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.409056] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58d454d0-45cc-4de3-8082-2c4986bbcb2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.409056] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58d454d0-45cc-4de3-8082-2c4986bbcb2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.409056] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58d454d0-45cc-4de3-8082-2c4986bbcb2a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.621956] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.646463] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.646848] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.647023] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.647353] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.647512] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.647680] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port fce16165-eaee-456d-a040-ae1f8e3cb725 not found, creating... [ 1225.647997] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.648161] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.648287] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.648545] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.648694] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.649015] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.649380] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.649567] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.649828] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.650473] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.650782] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: fce16165-eaee-456d-a040-ae1f8e3cb725 is going to be created. [ 1225.678982] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.679251] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.679469] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.679665] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.679943] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.680223] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-fce16165-eaee-456d-a040-ae1f8e3cb725" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.837783] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.837975] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.838060] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.838412] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.838502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.838699] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.838871] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.838924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.839114] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.839182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.839281] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a is going to be updated. [ 1225.901290] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.901462] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.901508] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.901729] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.902032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.911294] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58d454d0-45cc-4de3-8082-2c4986bbcb2a with status ACTIVE [ 1225.915306] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.915534] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.915575] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.916033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.916033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.916331] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.916445] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.916553] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.916641] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.916725] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.916930] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.919421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.919421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.919421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.919421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.919421] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58d454d0-45cc-4de3-8082-2c4986bbcb2a is going to be updated. [ 1225.923887] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a in Status: IN_PROGRESS for 2s [ 1225.953502] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.953642] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.953734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.954016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.954546] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.954546] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58d454d0-45cc-4de3-8082-2c4986bbcb2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.128303] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.128303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.128303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.128303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.128303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.128303] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1226.167050] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.167291] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.167398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.167661] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.167866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.181776] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1226.258724] env[69439]: INFO networking_nsxv3.common.synchronization [None req-89a95f2f-4325-4cb4-9593-58be09c3329e None None] Enqueued Resource ID: 72183f0f-5f15-44ce-9ce5-8e6c37f07e84 with Priority: HIGHEST for action port [ 1226.259578] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72183f0f-5f15-44ce-9ce5-8e6c37f07e84 with Priority: HIGHEST for action port [ 1226.262312] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-72183f0f-5f15-44ce-9ce5-8e6c37f07e84 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.262660] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72183f0f-5f15-44ce-9ce5-8e6c37f07e84" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.262963] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72183f0f-5f15-44ce-9ce5-8e6c37f07e84" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.266447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72183f0f-5f15-44ce-9ce5-8e6c37f07e84" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.266447] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72183f0f-5f15-44ce-9ce5-8e6c37f07e84',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.768496] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72183f0f-5f15-44ce-9ce5-8e6c37f07e84 [ 1226.768782] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.768782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.769828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.769828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.769828] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.769828] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72183f0f-5f15-44ce-9ce5-8e6c37f07e84 already deleted. [ 1226.771745] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72183f0f-5f15-44ce-9ce5-8e6c37f07e84" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.961076] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: SUCCESS [ 1226.961351] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.961978] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.961978] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.962144] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.964320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.964320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.964320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.964320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.964320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.964320] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.964685] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.964867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.965080] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.965164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.965234] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.965467] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.965467] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.965549] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.121571] env[69439]: INFO networking_nsxv3.common.synchronization [req-3ba59596-8041-432c-a453-3cf73fa6d4b3 req-e67019fe-5e8f-4c64-bb3c-94f4e587a73c service nova] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_rules [ 1227.121748] env[69439]: INFO networking_nsxv3.common.synchronization [req-3ba59596-8041-432c-a453-3cf73fa6d4b3 req-e67019fe-5e8f-4c64-bb3c-94f4e587a73c service nova] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1227.121909] env[69439]: INFO networking_nsxv3.common.synchronization [req-3ba59596-8041-432c-a453-3cf73fa6d4b3 req-e67019fe-5e8f-4c64-bb3c-94f4e587a73c service nova] Enqueued Resource ID: fce16165-eaee-456d-a040-ae1f8e3cb725 with Priority: HIGHEST for action port [ 1227.122467] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_rules [ 1227.122467] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1227.122576] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce16165-eaee-456d-a040-ae1f8e3cb725 with Priority: HIGHEST for action port [ 1227.123196] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.123328] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.123445] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.123598] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.123643] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.124555] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.124648] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.124840] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-fce16165-eaee-456d-a040-ae1f8e3cb725 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.124952] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fce16165-eaee-456d-a040-ae1f8e3cb725" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.125033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fce16165-eaee-456d-a040-ae1f8e3cb725" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.125419] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fce16165-eaee-456d-a040-ae1f8e3cb725" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.126164] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fce16165-eaee-456d-a040-ae1f8e3cb725',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.195979] env[69439]: INFO networking_nsxv3.common.synchronization [req-124accd2-6104-445e-b892-de4d2c4305a2 req-46ff7935-580c-45b6-8ec3-b7caa9fbcf4d tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1227.196939] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1227.197455] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.197673] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.197799] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.198137] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.198402] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.198823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.198823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.199012] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.199188] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.200115] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.468714] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.468912] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.469057] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.628354] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.628520] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.629032] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fce16165-eaee-456d-a040-ae1f8e3cb725 with status ACTIVE [ 1227.629032] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.629197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.629242] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.629564] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.629712] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.629949] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.630276] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.630276] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.630416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.630693] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.630771] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.630882] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.630949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.631179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.631273] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.631611] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fce16165-eaee-456d-a040-ae1f8e3cb725 is going to be updated. [ 1227.655390] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.655564] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.655607] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.655928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.656091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.656293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fce16165-eaee-456d-a040-ae1f8e3cb725" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.702144] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.702144] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.702380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.702451] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.702551] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.702761] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.702862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.702927] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.703107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.703188] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.703278] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be updated. [ 1227.813956] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.813956] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.813956] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.814473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.814473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.830029] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1227.934767] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a in Status: SUCCESS [ 1227.935019] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a deletion is rescheduled due to dependency. [ 1227.935179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.973440] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.203217] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1228.203452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.203634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.203858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.204059] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.204177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.204356] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.204392] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.204467] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.204561] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.343727] env[69439]: INFO networking_nsxv3.common.synchronization [req-9adaeb5a-a706-444f-9bc8-bce125139697 req-0e90332e-9583-4afa-94c5-2dfc6c790f5c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Enqueued Resource ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd with Priority: HIGHEST for action security_group_members [ 1228.344604] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd with Priority: HIGHEST for action security_group_members [ 1228.345062] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.345149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.345222] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.345441] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.345585] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.345713] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.345773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.345965] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.346102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.346238] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.635346] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.635508] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.635551] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.635761] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.635848] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.635943] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 is going to be updated. [ 1228.697926] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.698124] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.698214] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.698505] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.698716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.707272] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.710334] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: IN_PROGRESS for 2s [ 1228.848801] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.212895] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.245471] env[69439]: INFO networking_nsxv3.common.synchronization [None req-b99390c4-43f6-4a14-b47c-36f58eb5c7eb None None] Enqueued Resource ID: 2f6a1535-00d8-4f9e-9b68-7c9c4b1bf1e2 with Priority: HIGHEST for action port [ 1229.246234] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f6a1535-00d8-4f9e-9b68-7c9c4b1bf1e2 with Priority: HIGHEST for action port [ 1229.246621] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f6a1535-00d8-4f9e-9b68-7c9c4b1bf1e2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.246772] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f6a1535-00d8-4f9e-9b68-7c9c4b1bf1e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.246853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f6a1535-00d8-4f9e-9b68-7c9c4b1bf1e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.248237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f6a1535-00d8-4f9e-9b68-7c9c4b1bf1e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.248401] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f6a1535-00d8-4f9e-9b68-7c9c4b1bf1e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.334546] env[69439]: INFO networking_nsxv3.common.synchronization [req-ba34621a-fd1a-41e8-9f01-5f792e794e80 req-f86b41ef-bc23-4f21-9728-121ab12dc932 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 with Priority: HIGHEST for action security_group_members [ 1229.339027] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 with Priority: HIGHEST for action security_group_members [ 1229.339027] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-666ec93c-83a7-4dfc-8a44-084e16793f77 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.339027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.339027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.339027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.339027] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.339027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.339027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.339027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.339027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.339027] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('666ec93c-83a7-4dfc-8a44-084e16793f77',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.354093] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.716039] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.720076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.720076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.720076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.720076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.720076] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1229.758044] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f6a1535-00d8-4f9e-9b68-7c9c4b1bf1e2 [ 1229.759651] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.759651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.759651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.759651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.759651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.759651] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f6a1535-00d8-4f9e-9b68-7c9c4b1bf1e2 already deleted. [ 1229.759651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f6a1535-00d8-4f9e-9b68-7c9c4b1bf1e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.773060] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.773166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.773224] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.773493] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.773642] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.795490] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1229.841081] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1229.841602] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 deletion is rescheduled due to dependency. [ 1229.841602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.841834] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.842046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.842130] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.842352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.842520] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.842684] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.842843] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.842905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.843832] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.843832] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.843832] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 already deleted. [ 1229.843932] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.855028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.855028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.855349] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.855349] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.855349] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.855457] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd is going to be updated. [ 1229.890620] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.890740] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.890811] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.891037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.891184] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.901429] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd in Status: IN_PROGRESS for 2s [ 1230.024794] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.025033] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.025147] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.025413] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.025683] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.025844] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.025966] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.026873] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.027064] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.027297] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1230.027422] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.027540] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.027664] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.027852] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1230.027967] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.028141] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.051880] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.052156] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1230.052310] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.052536] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.053110] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-f75630d0-ec9a-456a-9a55-26944a3f02ed taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.053110] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-f75630d0-ec9a-456a-9a55-26944a3f02ed" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.053273] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-f75630d0-ec9a-456a-9a55-26944a3f02ed" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.053602] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-f75630d0-ec9a-456a-9a55-26944a3f02ed" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.053984] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f75630d0-ec9a-456a-9a55-26944a3f02ed',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.556797] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.557338] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.557487] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.558116] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.558641] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.558641] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port f75630d0-ec9a-456a-9a55-26944a3f02ed not found, creating... [ 1230.559319] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.559319] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.559478] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.559658] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.559829] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.560191] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.560439] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.560499] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.560714] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.561077] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.561077] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: f75630d0-ec9a-456a-9a55-26944a3f02ed is going to be created. [ 1230.584404] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.584404] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.584404] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.584404] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.584746] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.585440] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-f75630d0-ec9a-456a-9a55-26944a3f02ed" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.724131] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: SUCCESS [ 1230.724350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.724561] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.724800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.725040] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.725165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.725231] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.725432] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.725527] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.725614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.725786] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.725897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.725974] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.726145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.726288] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.726381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.726441] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.726614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.726707] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.726807] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.726968] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.230962] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb89c7e0-ab2b-4861-9683-b03488594dc1: rpc.has_security_group_logging(os_id): False [ 1231.253210] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.253210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.253210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.253210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.253210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.254550] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.254550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.254550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.254550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.254550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.254550] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.254550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.254550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.254550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.254550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.254550] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.254550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.255468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.255468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.255468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.255468] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 is going to be updated. [ 1231.334664] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.334870] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.334961] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.335252] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.335465] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.367827] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: IN_PROGRESS for 2s [ 1231.497659] env[69439]: INFO networking_nsxv3.common.synchronization [req-ba34621a-fd1a-41e8-9f01-5f792e794e80 req-68db4867-7b7e-4089-bfe0-266a9d883a50 service nova] Enqueued Resource ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 with Priority: HIGHEST for action security_group_rules [ 1231.497870] env[69439]: INFO networking_nsxv3.common.synchronization [req-ba34621a-fd1a-41e8-9f01-5f792e794e80 req-68db4867-7b7e-4089-bfe0-266a9d883a50 service nova] Enqueued Resource ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 with Priority: HIGHEST for action security_group_members [ 1231.498050] env[69439]: INFO networking_nsxv3.common.synchronization [req-ba34621a-fd1a-41e8-9f01-5f792e794e80 req-68db4867-7b7e-4089-bfe0-266a9d883a50 service nova] Enqueued Resource ID: f75630d0-ec9a-456a-9a55-26944a3f02ed with Priority: HIGHEST for action port [ 1231.498326] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 with Priority: HIGHEST for action security_group_rules [ 1231.498464] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 with Priority: HIGHEST for action security_group_members [ 1231.498583] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f75630d0-ec9a-456a-9a55-26944a3f02ed with Priority: HIGHEST for action port [ 1231.502336] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-666ec93c-83a7-4dfc-8a44-084e16793f77 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.502512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.502632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.502824] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.502947] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('666ec93c-83a7-4dfc-8a44-084e16793f77',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.504059] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-666ec93c-83a7-4dfc-8a44-084e16793f77 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.504207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.504344] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.508030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.508030] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.508030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.508030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.508030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.508030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.508030] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('666ec93c-83a7-4dfc-8a44-084e16793f77',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.508030] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-f75630d0-ec9a-456a-9a55-26944a3f02ed taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.508030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f75630d0-ec9a-456a-9a55-26944a3f02ed" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.508030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f75630d0-ec9a-456a-9a55-26944a3f02ed" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.508030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f75630d0-ec9a-456a-9a55-26944a3f02ed" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.508030] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f75630d0-ec9a-456a-9a55-26944a3f02ed',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.804788] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1231.805018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.805548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.805790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.805990] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.806116] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.806179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.806453] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.806453] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.806565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.806669] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.924227] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd in Status: SUCCESS [ 1231.924413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.013658] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f75630d0-ec9a-456a-9a55-26944a3f02ed with status ACTIVE [ 1232.013658] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.013658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.013658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.013658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.013658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.013658] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.013658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.013658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.013658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.013658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.013658] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.013658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.013658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.013658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.013658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.013658] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f75630d0-ec9a-456a-9a55-26944a3f02ed is going to be updated. [ 1232.014510] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('666ec93c-83a7-4dfc-8a44-084e16793f77',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.014721] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-666ec93c-83a7-4dfc-8a44-084e16793f77 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.014920] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.039692] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.040413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.040413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.040413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.040413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.040608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f75630d0-ec9a-456a-9a55-26944a3f02ed" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.310069] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.310426] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.310426] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.311398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.311398] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.311398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.311398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.311398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.311664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.311664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.311733] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.311861] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.311959] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.312198] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.312403] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.313530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.313649] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.313840] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.313963] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.314134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.314283] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.518100] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('666ec93c-83a7-4dfc-8a44-084e16793f77',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.816794] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7ba59b4-8801-467b-9430-1d3af8697ca8: rpc.has_security_group_logging(os_id): False [ 1232.834558] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.834752] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.834816] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.835021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.835099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.835308] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.835461] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.835547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.835641] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.835715] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.835901] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.835989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.836061] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.836201] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.836280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.841103] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.841278] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.841342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.841520] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.841603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.841696] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1232.913408] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.913601] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.913673] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.913899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.914071] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.937040] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1233.022844] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.022844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.022844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.022844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.022844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.022844] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 is going to be created. [ 1233.078164] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.078402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.078402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.078619] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.078801] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.092370] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 in Status: UNINITIALIZED for 2s [ 1233.128855] env[69439]: INFO networking_nsxv3.common.synchronization [None req-d2efae81-0b77-4d73-8560-2a594a8cda54 None None] Enqueued Resource ID: adb71e60-c7b5-43ba-9a5c-0924b68f0400 with Priority: HIGHEST for action port [ 1233.129202] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adb71e60-c7b5-43ba-9a5c-0924b68f0400 with Priority: HIGHEST for action port [ 1233.129897] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-adb71e60-c7b5-43ba-9a5c-0924b68f0400 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.129986] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adb71e60-c7b5-43ba-9a5c-0924b68f0400" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.130643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adb71e60-c7b5-43ba-9a5c-0924b68f0400" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.131019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adb71e60-c7b5-43ba-9a5c-0924b68f0400" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.131224] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adb71e60-c7b5-43ba-9a5c-0924b68f0400',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.383859] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: SUCCESS [ 1233.384232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.384363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.384593] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.384681] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.636850] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adb71e60-c7b5-43ba-9a5c-0924b68f0400 [ 1233.636850] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.636850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.636850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.636850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.636850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.636850] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adb71e60-c7b5-43ba-9a5c-0924b68f0400 already deleted. [ 1233.636850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adb71e60-c7b5-43ba-9a5c-0924b68f0400" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.888324] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.888550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.888626] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.888886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.889062] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.889183] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.889231] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.889386] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.889455] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.889541] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.889627] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.396262] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.396577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.396577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.396736] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.396924] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.397046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.397113] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.397271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.397355] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.397442] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.397583] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.397671] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.397731] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.397866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.397998] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.398100] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.398161] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.398295] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.398370] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.398449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.398534] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.859828] env[69439]: INFO networking_nsxv3.common.synchronization [req-843afafc-2d46-4474-90fd-2bc53ac879f4 req-5d356c63-c9d4-48d7-9138-7ebc05f6c1b9 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1234.860394] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1234.860701] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.860816] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.860877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.864111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.864111] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.864111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.864111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.864111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.864111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.864111] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.901810] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb89c7e0-ab2b-4861-9683-b03488594dc1: rpc.has_security_group_logging(os_id): False [ 1234.927353] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.927353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.927353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.927353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.927353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.927353] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.927353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.927353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.927353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.927353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.927353] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.927353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.927353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.927845] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.927845] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.928471] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.928471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.928471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.928471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.928471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.928720] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 is going to be updated. [ 1234.952881] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1234.953316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.999741] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.999913] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.003497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.003813] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.007208] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.024471] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: IN_PROGRESS for 2s [ 1235.103183] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 in Status: SUCCESS [ 1235.103456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.103687] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.103962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.104190] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.104320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.104392] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.104531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.104613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.104697] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.104788] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('666ec93c-83a7-4dfc-8a44-084e16793f77',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.136525] env[69439]: INFO networking_nsxv3.common.synchronization [req-843afafc-2d46-4474-90fd-2bc53ac879f4 req-3235a659-902b-428a-81da-32f6cb280021 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1235.137073] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGHEST for action security_group_members [ 1235.138466] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.138466] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.365735] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.607389] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('666ec93c-83a7-4dfc-8a44-084e16793f77',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.868704] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.031737] env[69439]: INFO networking_nsxv3.common.synchronization [None req-8cbfcc64-fae8-4696-ba53-74ef84a894c5 None None] Enqueued Resource ID: 75dd9ed2-7afe-440e-b6e3-5e840362a157 with Priority: HIGHEST for action port [ 1236.032413] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75dd9ed2-7afe-440e-b6e3-5e840362a157 with Priority: HIGHEST for action port [ 1236.032865] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-75dd9ed2-7afe-440e-b6e3-5e840362a157 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.033539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75dd9ed2-7afe-440e-b6e3-5e840362a157" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.033539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75dd9ed2-7afe-440e-b6e3-5e840362a157" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.033539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75dd9ed2-7afe-440e-b6e3-5e840362a157" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.033539] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75dd9ed2-7afe-440e-b6e3-5e840362a157',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.110067] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 666ec93c-83a7-4dfc-8a44-084e16793f77: rpc.has_security_group_logging(os_id): False [ 1236.138749] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.138978] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.139066] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.139396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.139495] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.139779] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.140041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.140170] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.140375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.140507] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.140634] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 is going to be created. [ 1236.216586] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.216738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.216811] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.217037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.218250] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.238905] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 in Status: IN_PROGRESS for 2s [ 1236.371096] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.371277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.371345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.371576] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.371665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.371829] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 is going to be updated. [ 1236.430436] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.430627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.430753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.430989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.431186] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.446185] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: IN_PROGRESS for 2s [ 1236.536173] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75dd9ed2-7afe-440e-b6e3-5e840362a157 [ 1236.536355] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.536510] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.536601] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.536859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.536962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.537088] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75dd9ed2-7afe-440e-b6e3-5e840362a157 already deleted. [ 1236.537174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75dd9ed2-7afe-440e-b6e3-5e840362a157" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.045049] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: SUCCESS [ 1237.045401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.463825] env[69439]: INFO networking_nsxv3.common.synchronization [req-ba284ac6-ef50-40d2-87ca-49335b4ef726 req-215d37a4-3ab7-45f2-b6a0-dd97e4f6bf13 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Enqueued Resource ID: 528548f1-1161-4605-96fa-b19666eb4c4a with Priority: HIGHEST for action security_group_members [ 1237.464397] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528548f1-1161-4605-96fa-b19666eb4c4a with Priority: HIGHEST for action security_group_members [ 1237.464834] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-528548f1-1161-4605-96fa-b19666eb4c4a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.465035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.465112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.465414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.465544] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.465661] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.465729] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.465922] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.466088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.466268] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('528548f1-1161-4605-96fa-b19666eb4c4a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.958304] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.958546] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-808" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.958628] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-808" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.958954] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-808" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.959231] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.959397] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.959517] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.959743] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.959897] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.960254] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.960543] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.960669] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.960814] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.960956] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.961763] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.961763] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.968856] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.969037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.969116] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.969367] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.969398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.969591] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.969674] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.969761] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.969872] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.969948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.970038] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 528548f1-1161-4605-96fa-b19666eb4c4a already deleted. [ 1237.970118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.982590] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.982768] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1237.982913] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.983131] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-808" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.983681] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-0d4b71cd-21ee-4b34-b7cb-901a51393498 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.983901] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-0d4b71cd-21ee-4b34-b7cb-901a51393498" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.985078] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-0d4b71cd-21ee-4b34-b7cb-901a51393498" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.985444] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-0d4b71cd-21ee-4b34-b7cb-901a51393498" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.985597] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d4b71cd-21ee-4b34-b7cb-901a51393498',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.137155] env[69439]: INFO networking_nsxv3.common.synchronization [req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e req-7303dfa6-310e-47ce-a999-8bf2038cbfe5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Enqueued Resource ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd with Priority: HIGHEST for action security_group_members [ 1238.138179] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd with Priority: HIGHEST for action security_group_members [ 1238.138179] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.138431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.138431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.138599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.138785] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.138894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.138945] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.139111] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.139197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.139311] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.254132] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 in Status: SUCCESS [ 1238.255217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.456677] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: SUCCESS [ 1238.456984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.457370] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.458449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.458449] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.458449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.458449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.458684] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.458763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.458886] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.489007] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.489245] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.489332] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.489671] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.489794] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.490058] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 0d4b71cd-21ee-4b34-b7cb-901a51393498 not found, creating... [ 1238.490346] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.490530] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.490702] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.490883] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.491043] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.492058] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.492058] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.492058] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.492058] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.492365] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.492555] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 0d4b71cd-21ee-4b34-b7cb-901a51393498 is going to be created. [ 1238.519271] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.519271] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.519271] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.519550] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.519836] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.520258] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-0d4b71cd-21ee-4b34-b7cb-901a51393498" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.642542] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.642830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.642956] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.643263] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.643360] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.643578] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.643688] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.643761] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.643905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.644023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.644137] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd is going to be updated. [ 1238.720507] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.720713] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.720713] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.720974] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.721148] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.742553] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd in Status: IN_PROGRESS for 2s [ 1238.961940] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.962271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.962395] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.962710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.962861] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.963202] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.963384] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.963487] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.963736] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.963886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.964042] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 is going to be updated. [ 1239.007600] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.007745] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.007818] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.008043] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.008193] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.020041] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: IN_PROGRESS for 2s [ 1239.329115] env[69439]: INFO networking_nsxv3.common.synchronization [req-ba284ac6-ef50-40d2-87ca-49335b4ef726 req-e387188f-2dfa-4e60-9894-0f8b8aef7d5c service nova] Enqueued Resource ID: 528548f1-1161-4605-96fa-b19666eb4c4a with Priority: HIGHEST for action security_group_rules [ 1239.329474] env[69439]: INFO networking_nsxv3.common.synchronization [req-ba284ac6-ef50-40d2-87ca-49335b4ef726 req-e387188f-2dfa-4e60-9894-0f8b8aef7d5c service nova] Enqueued Resource ID: 528548f1-1161-4605-96fa-b19666eb4c4a with Priority: HIGHEST for action security_group_members [ 1239.329474] env[69439]: INFO networking_nsxv3.common.synchronization [req-ba284ac6-ef50-40d2-87ca-49335b4ef726 req-e387188f-2dfa-4e60-9894-0f8b8aef7d5c service nova] Enqueued Resource ID: 0d4b71cd-21ee-4b34-b7cb-901a51393498 with Priority: HIGHEST for action port [ 1239.329557] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528548f1-1161-4605-96fa-b19666eb4c4a with Priority: HIGHEST for action security_group_rules [ 1239.329750] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528548f1-1161-4605-96fa-b19666eb4c4a with Priority: HIGHEST for action security_group_members [ 1239.329782] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d4b71cd-21ee-4b34-b7cb-901a51393498 with Priority: HIGHEST for action port [ 1239.330580] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-528548f1-1161-4605-96fa-b19666eb4c4a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.330666] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.330701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.331805] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.331805] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('528548f1-1161-4605-96fa-b19666eb4c4a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.332141] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-528548f1-1161-4605-96fa-b19666eb4c4a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.332141] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.332429] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.332654] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.332854] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.332933] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.333021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.333186] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.333287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.333408] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('528548f1-1161-4605-96fa-b19666eb4c4a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.334334] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d4b71cd-21ee-4b34-b7cb-901a51393498 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.334462] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d4b71cd-21ee-4b34-b7cb-901a51393498" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.334530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d4b71cd-21ee-4b34-b7cb-901a51393498" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.335868] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d4b71cd-21ee-4b34-b7cb-901a51393498" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.335868] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d4b71cd-21ee-4b34-b7cb-901a51393498',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.822892] env[69439]: INFO networking_nsxv3.common.synchronization [req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac req-df36987c-c6ed-41a1-b5d8-ac6c070a8905 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1239.823488] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1239.823791] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.824429] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.824533] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.824742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.824901] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.825085] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.825085] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.825271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.825342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.825435] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.836903] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-528548f1-1161-4605-96fa-b19666eb4c4a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.837380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.837619] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('528548f1-1161-4605-96fa-b19666eb4c4a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.839416] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d4b71cd-21ee-4b34-b7cb-901a51393498 with status ACTIVE [ 1239.839416] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.839416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.839416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.839416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.839416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.839701] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.839701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.839769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.843020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.843020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.843402] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.843575] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.843650] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.843829] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.843906] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.844000] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d4b71cd-21ee-4b34-b7cb-901a51393498 is going to be updated. [ 1239.868427] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.868585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.868656] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.873088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.874547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.874547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d4b71cd-21ee-4b34-b7cb-901a51393498" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.918625] env[69439]: INFO networking_nsxv3.common.synchronization [req-e2a72a03-ee5d-41eb-9211-604a52521101 req-a6494b17-4b41-494a-96bb-4954ffd38c99 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1239.919552] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1239.919862] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.920013] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.920092] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.920280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.920435] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.920536] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.920597] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.920740] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.920826] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.921211] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.242205] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.242436] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.242567] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.242843] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.243440] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.243705] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.243871] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.244158] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.244354] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.244614] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1240.245169] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1240.245169] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1240.245368] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1240.246168] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1240.246168] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1240.246168] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1240.268399] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1240.268399] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1240.268399] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1240.268399] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.268797] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-37909c6d-ede1-409a-a5c2-58ae3ebb14b3 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.269086] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-37909c6d-ede1-409a-a5c2-58ae3ebb14b3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.269306] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-37909c6d-ede1-409a-a5c2-58ae3ebb14b3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.269692] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-37909c6d-ede1-409a-a5c2-58ae3ebb14b3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.269842] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37909c6d-ede1-409a-a5c2-58ae3ebb14b3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.329719] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.339767] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('528548f1-1161-4605-96fa-b19666eb4c4a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.426028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.426028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.426028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.426028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.426028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.426028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.426028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.426028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.426028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.426028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.426028] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be updated. [ 1240.471312] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.471312] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.471312] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.471469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.471608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.482752] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1240.752548] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd in Status: SUCCESS [ 1240.752729] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd deletion is rescheduled due to dependency. [ 1240.752845] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.772322] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.772613] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.772788] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.773168] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.773380] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.773575] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 37909c6d-ede1-409a-a5c2-58ae3ebb14b3 not found, creating... [ 1240.773881] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.774105] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.774262] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.774508] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.774658] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.774956] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.775131] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.775255] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.775470] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.775607] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.775755] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 37909c6d-ede1-409a-a5c2-58ae3ebb14b3 is going to be created. [ 1240.801262] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.801616] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.801616] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.801892] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.802278] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.802536] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-37909c6d-ede1-409a-a5c2-58ae3ebb14b3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.833061] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.843123] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.843314] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.843387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.843594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.844596] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.844596] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 528548f1-1161-4605-96fa-b19666eb4c4a is going to be created. [ 1240.870034] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.870034] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.870034] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.870034] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.870361] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.882636] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 528548f1-1161-4605-96fa-b19666eb4c4a in Status: UNINITIALIZED for 2s [ 1241.032157] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 in Status: SUCCESS [ 1241.032157] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 deletion is rescheduled due to dependency. [ 1241.032157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.335765] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.336262] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.336262] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.336517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.336646] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.336778] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1241.370231] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.370518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.370642] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.370796] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.370919] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.383378] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1241.800175] env[69439]: INFO networking_nsxv3.common.synchronization [req-e2a72a03-ee5d-41eb-9211-604a52521101 req-1819db76-9fd6-4b0e-9731-f2a040a8e875 service nova] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_rules [ 1241.800616] env[69439]: INFO networking_nsxv3.common.synchronization [req-e2a72a03-ee5d-41eb-9211-604a52521101 req-1819db76-9fd6-4b0e-9731-f2a040a8e875 service nova] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1241.800616] env[69439]: INFO networking_nsxv3.common.synchronization [req-e2a72a03-ee5d-41eb-9211-604a52521101 req-1819db76-9fd6-4b0e-9731-f2a040a8e875 service nova] Enqueued Resource ID: 37909c6d-ede1-409a-a5c2-58ae3ebb14b3 with Priority: HIGHEST for action port [ 1241.801194] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_rules [ 1241.801316] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1241.801408] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37909c6d-ede1-409a-a5c2-58ae3ebb14b3 with Priority: HIGHEST for action port [ 1241.801711] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.801873] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.801941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.802540] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.802540] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.803279] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.803490] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.803609] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-37909c6d-ede1-409a-a5c2-58ae3ebb14b3 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.803711] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37909c6d-ede1-409a-a5c2-58ae3ebb14b3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.803789] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37909c6d-ede1-409a-a5c2-58ae3ebb14b3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.803962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37909c6d-ede1-409a-a5c2-58ae3ebb14b3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.804482] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37909c6d-ede1-409a-a5c2-58ae3ebb14b3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.094976] env[69439]: INFO networking_nsxv3.common.synchronization [req-6eb3a402-abe0-4882-9bd3-9d97a537e94a req-32d12a12-5968-4943-b282-e9ae46d3d967 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Enqueued Resource ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a with Priority: HIGHEST for action security_group_members [ 1242.095394] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a with Priority: HIGHEST for action security_group_members [ 1242.095739] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6025d84-d053-46d8-8447-bcdc72ea9b6a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.095864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.095923] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.097341] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.097557] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.097670] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.097731] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.097925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.098136] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.098136] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6025d84-d053-46d8-8447-bcdc72ea9b6a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.307555] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37909c6d-ede1-409a-a5c2-58ae3ebb14b3 with status ACTIVE [ 1242.307914] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.308293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.308293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.308587] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.308738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.309070] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.309177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.309286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.309525] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.309658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.309944] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.310126] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.310230] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.310470] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.310584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.310739] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37909c6d-ede1-409a-a5c2-58ae3ebb14b3 is going to be updated. [ 1242.312314] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.312431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.339902] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.339902] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.339902] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.339902] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.339902] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.340523] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37909c6d-ede1-409a-a5c2-58ae3ebb14b3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.426721] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.426993] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-432" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.427229] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-432" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.427721] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-432" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.428141] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.428382] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.428561] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.428882] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.429135] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.429718] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1242.429718] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.429841] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.429919] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.430115] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1242.430286] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.430482] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.459143] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.459338] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1242.459491] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.459691] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-432" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.460068] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-1005b0a9-891a-455b-bad6-55be237fc976 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.460281] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-1005b0a9-891a-455b-bad6-55be237fc976" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.460411] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-1005b0a9-891a-455b-bad6-55be237fc976" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.460772] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-1005b0a9-891a-455b-bad6-55be237fc976" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.460922] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1005b0a9-891a-455b-bad6-55be237fc976',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.498796] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1242.498991] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 deletion is rescheduled due to dependency. [ 1242.499077] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.499239] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.499466] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.499653] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.499766] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.499832] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.500112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.500211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.500310] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.600581] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.600730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.600807] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.601046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.601145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.601409] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.601526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.601583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.601730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.601820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.601917] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a already deleted. [ 1242.602076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.898519] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 528548f1-1161-4605-96fa-b19666eb4c4a in Status: SUCCESS [ 1242.898519] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.898519] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.898519] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.898519] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.898519] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.898519] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.898519] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.898519] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.898519] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.898519] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('528548f1-1161-4605-96fa-b19666eb4c4a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.968314] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.968314] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.968314] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.968314] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.968314] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.968314] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 1005b0a9-891a-455b-bad6-55be237fc976 not found, creating... [ 1242.968314] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.968314] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.968314] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.968314] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.968314] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.969579] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.970095] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.970277] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.970634] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.971013] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.972906] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 1005b0a9-891a-455b-bad6-55be237fc976 is going to be created. [ 1242.991138] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.991652] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.992068] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.992528] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.993682] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.993682] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-1005b0a9-891a-455b-bad6-55be237fc976" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.003533] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.393905] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1243.394431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.400722] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-528548f1-1161-4605-96fa-b19666eb4c4a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.400877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.400976] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.401156] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.401320] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.401415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.401479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.401630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.401700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.401791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.401938] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-528548f1-1161-4605-96fa-b19666eb4c4a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.402081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.402155] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.402293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.402432] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.402511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.402574] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.402710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.402785] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.402858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.402948] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('528548f1-1161-4605-96fa-b19666eb4c4a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.506792] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.696213] env[69439]: INFO networking_nsxv3.common.synchronization [req-6eb3a402-abe0-4882-9bd3-9d97a537e94a req-30c262ca-f4c8-4749-b124-bcd383a54867 service nova] Enqueued Resource ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a with Priority: HIGHEST for action security_group_rules [ 1243.696213] env[69439]: INFO networking_nsxv3.common.synchronization [req-6eb3a402-abe0-4882-9bd3-9d97a537e94a req-30c262ca-f4c8-4749-b124-bcd383a54867 service nova] Enqueued Resource ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a with Priority: HIGHEST for action security_group_members [ 1243.696213] env[69439]: INFO networking_nsxv3.common.synchronization [req-6eb3a402-abe0-4882-9bd3-9d97a537e94a req-30c262ca-f4c8-4749-b124-bcd383a54867 service nova] Enqueued Resource ID: 1005b0a9-891a-455b-bad6-55be237fc976 with Priority: HIGHEST for action port [ 1243.696213] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a with Priority: HIGHEST for action security_group_rules [ 1243.696213] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a with Priority: HIGHEST for action security_group_members [ 1243.696213] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1005b0a9-891a-455b-bad6-55be237fc976 with Priority: HIGHEST for action port [ 1243.696213] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6025d84-d053-46d8-8447-bcdc72ea9b6a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.697087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.697284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.697630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.698025] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6025d84-d053-46d8-8447-bcdc72ea9b6a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.699147] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6025d84-d053-46d8-8447-bcdc72ea9b6a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.699393] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.699542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.699807] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.700092] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.700299] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.700445] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.700746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.700941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.701132] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6025d84-d053-46d8-8447-bcdc72ea9b6a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.703310] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-1005b0a9-891a-455b-bad6-55be237fc976 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.707531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1005b0a9-891a-455b-bad6-55be237fc976" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.707531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1005b0a9-891a-455b-bad6-55be237fc976" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.707615] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1005b0a9-891a-455b-bad6-55be237fc976" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.707650] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1005b0a9-891a-455b-bad6-55be237fc976',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.905409] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 528548f1-1161-4605-96fa-b19666eb4c4a: rpc.has_security_group_logging(os_id): False [ 1243.927200] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.927498] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.927560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.927825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.927973] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.928371] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.928688] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.928688] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.928860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.928926] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.929237] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.929397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.929502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.929726] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.929854] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.930185] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.930396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.930436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.930656] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.930783] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.930922] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 528548f1-1161-4605-96fa-b19666eb4c4a is going to be created. [ 1244.004116] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.005091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.005091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.005091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.005091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.009699] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.009699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.009699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.009958] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.010135] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.010793] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be updated. [ 1244.023192] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 528548f1-1161-4605-96fa-b19666eb4c4a in Status: IN_PROGRESS for 2s [ 1244.046382] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.046557] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.046625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.047045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.047145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.068121] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1244.210589] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6025d84-d053-46d8-8447-bcdc72ea9b6a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.210589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.210589] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6025d84-d053-46d8-8447-bcdc72ea9b6a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.211413] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1005b0a9-891a-455b-bad6-55be237fc976 with status ACTIVE [ 1244.211642] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.211780] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.211871] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.212262] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.212632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.212632] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.212778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.212881] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.213231] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.213357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.213563] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.213711] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.213819] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.214015] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.214104] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.214199] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1005b0a9-891a-455b-bad6-55be237fc976 is going to be updated. [ 1244.248449] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.248683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.248683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.248959] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.249127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.249339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1005b0a9-891a-455b-bad6-55be237fc976" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.716446] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6025d84-d053-46d8-8447-bcdc72ea9b6a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.218793] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.219092] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.219092] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.219304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.219408] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.219666] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a is going to be created. [ 1245.247925] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.247925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.247925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.248242] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.249446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.268838] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a in Status: UNINITIALIZED for 2s [ 1246.038907] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 528548f1-1161-4605-96fa-b19666eb4c4a in Status: SUCCESS [ 1246.039379] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.085635] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1246.085946] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.086232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.086536] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.086798] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.086957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.087066] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.087384] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.087578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.087706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.088248] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.594022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.594022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.594022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.594022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.594022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.594022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.594022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.594022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.594022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.594022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.594022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.594022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.594022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.594022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.594022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.594022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.594782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.594782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.594782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.594782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.594782] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.100285] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 920aba9d-9bd1-470f-b4d5-9e20cb898836: rpc.has_security_group_logging(os_id): False [ 1247.121749] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.121749] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.121749] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.121749] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.121749] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.121749] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.121749] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.121749] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.122198] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.122198] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.122255] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.122325] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.122462] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.122537] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.122621] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.122796] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.122887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.122947] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.123414] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.123552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.123679] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be updated. [ 1247.206617] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.206880] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.207048] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.207311] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.207516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.223323] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1247.280405] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a in Status: SUCCESS [ 1247.280405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.281213] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.281213] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.281213] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.281440] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.281440] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.281547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.281644] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.281734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.282056] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6025d84-d053-46d8-8447-bcdc72ea9b6a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.788700] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6025d84-d053-46d8-8447-bcdc72ea9b6a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.788700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.788700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.788700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.788700] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.788700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.788700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.789079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.789079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.789079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.789164] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6025d84-d053-46d8-8447-bcdc72ea9b6a taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.789362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.789362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.789451] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.789584] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.789668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.789725] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.789855] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.789927] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.790045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.790138] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6025d84-d053-46d8-8447-bcdc72ea9b6a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.294407] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6025d84-d053-46d8-8447-bcdc72ea9b6a: rpc.has_security_group_logging(os_id): False [ 1248.313895] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.314073] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.314135] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.314346] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.314440] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.314655] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.314757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.314823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.314979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.315075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.315261] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.315357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.315416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.315550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.315623] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.315797] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.315889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.315952] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.317044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.317044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.317172] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a is going to be created. [ 1248.383048] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.383295] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.383394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.383629] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.383845] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.400663] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a in Status: IN_PROGRESS for 2s [ 1248.696951] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.696951] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1249.241545] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1249.241897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.040232] env[69439]: INFO networking_nsxv3.common.synchronization [req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 req-8d7bdb96-18f8-4e11-b715-6f39c123bb76 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1250.040232] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1250.040232] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.040232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.040232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.040232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.040232] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.040232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.040232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.040232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.040232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.041652] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.416053] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a in Status: SUCCESS [ 1250.416189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.544754] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.047550] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.550921] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.551108] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.551175] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.551413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.551509] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.551612] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1251.585366] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.585565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.585565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.585799] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.585953] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.596436] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1251.962649] env[69439]: INFO networking_nsxv3.common.synchronization [req-63871741-7080-4cdb-92b2-195ccd09ded4 req-2e0c66a0-cedb-476b-b255-c24d29aa1924 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Enqueued Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_members [ 1251.963335] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_members [ 1251.963773] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03336a7-c0b3-43d8-8fcd-3049396f1743 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.963957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.964090] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.964337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.964573] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.964750] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.964884] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.965133] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.965260] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.965415] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.351369] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.351865] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.351865] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.351947] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.352248] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.352423] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.352615] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.352755] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.353272] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.353272] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1252.353370] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.353444] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.353640] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.353797] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1252.353797] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.353973] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.375965] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.376417] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1252.376417] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.376661] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-428" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.377067] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-1828b09c-aa76-4f27-84fe-3616ca319a2a taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.377314] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-1828b09c-aa76-4f27-84fe-3616ca319a2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.377504] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-1828b09c-aa76-4f27-84fe-3616ca319a2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.377876] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-1828b09c-aa76-4f27-84fe-3616ca319a2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.378097] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1828b09c-aa76-4f27-84fe-3616ca319a2a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.467542] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.881365] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.881597] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.881733] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.882043] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.882302] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.882478] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 1828b09c-aa76-4f27-84fe-3616ca319a2a not found, creating... [ 1252.882762] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.882933] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.883069] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.883311] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.883459] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.883750] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.883910] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.884041] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.884258] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.884402] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.884565] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 1828b09c-aa76-4f27-84fe-3616ca319a2a is going to be created. [ 1252.904849] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.905120] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.905264] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.905529] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.905764] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.905990] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-1828b09c-aa76-4f27-84fe-3616ca319a2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.969781] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.472448] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.472768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.472768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.473129] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.473215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.473397] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 is going to be updated. [ 1253.503547] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.503693] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.503771] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.503995] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.504158] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.514317] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 in Status: IN_PROGRESS for 2s [ 1253.611058] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1253.611534] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.650565] env[69439]: INFO networking_nsxv3.common.synchronization [req-63871741-7080-4cdb-92b2-195ccd09ded4 req-85059ff0-cd20-4fa4-bfc4-799b3543a210 service nova] Enqueued Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_rules [ 1253.650768] env[69439]: INFO networking_nsxv3.common.synchronization [req-63871741-7080-4cdb-92b2-195ccd09ded4 req-85059ff0-cd20-4fa4-bfc4-799b3543a210 service nova] Enqueued Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_members [ 1253.650916] env[69439]: INFO networking_nsxv3.common.synchronization [req-63871741-7080-4cdb-92b2-195ccd09ded4 req-85059ff0-cd20-4fa4-bfc4-799b3543a210 service nova] Enqueued Resource ID: 1828b09c-aa76-4f27-84fe-3616ca319a2a with Priority: HIGHEST for action port [ 1253.655023] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_rules [ 1253.655023] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_members [ 1253.655023] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1828b09c-aa76-4f27-84fe-3616ca319a2a with Priority: HIGHEST for action port [ 1253.655023] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a03336a7-c0b3-43d8-8fcd-3049396f1743 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.655023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.655023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.655023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.655023] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.655023] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03336a7-c0b3-43d8-8fcd-3049396f1743 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.655023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.655023] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-1828b09c-aa76-4f27-84fe-3616ca319a2a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.655023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1828b09c-aa76-4f27-84fe-3616ca319a2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.655023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1828b09c-aa76-4f27-84fe-3616ca319a2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.655023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1828b09c-aa76-4f27-84fe-3616ca319a2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.655023] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1828b09c-aa76-4f27-84fe-3616ca319a2a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.157905] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03336a7-c0b3-43d8-8fcd-3049396f1743 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.158239] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.158397] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1828b09c-aa76-4f27-84fe-3616ca319a2a with status ACTIVE [ 1254.158646] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.158809] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.158916] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.159218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.159363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.159615] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.159772] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.159876] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.160131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.160274] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.160534] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.160664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.160776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.160989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.161126] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.161268] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1828b09c-aa76-4f27-84fe-3616ca319a2a is going to be updated. [ 1254.188858] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.189236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.189236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.189477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.189641] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.189834] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1828b09c-aa76-4f27-84fe-3616ca319a2a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.278135] env[69439]: INFO networking_nsxv3.common.synchronization [req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 req-ef34e386-568b-460d-a3e7-23483a00bae5 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1255.278667] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1255.278975] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.279116] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.279181] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.279410] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.279569] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.279670] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.279745] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.279884] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.279969] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.280200] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.515081] env[69439]: INFO networking_nsxv3.common.synchronization [req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 req-1791f678-fa35-4fba-80b3-dbed304070e0 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Enqueued Resource ID: 528548f1-1161-4605-96fa-b19666eb4c4a with Priority: HIGHEST for action security_group_members [ 1255.515081] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528548f1-1161-4605-96fa-b19666eb4c4a with Priority: HIGHEST for action security_group_members [ 1255.516186] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-528548f1-1161-4605-96fa-b19666eb4c4a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.516465] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.516628] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.516931] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.517239] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.517457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.517621] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.517858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.518062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.518241] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('528548f1-1161-4605-96fa-b19666eb4c4a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.531374] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 in Status: SUCCESS [ 1255.531587] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.532014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.532375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.532477] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.532590] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.532656] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.532808] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.532889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.532979] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.782582] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.782792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.782847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.783119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.783260] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.783546] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.783689] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.783773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.783948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.784043] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.784180] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be updated. [ 1255.824409] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.824633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.824713] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.825204] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.825204] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.836347] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1256.020969] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.020969] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.020969] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.020969] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.020969] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.021334] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.021334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.021334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.021470] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.021518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.021609] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 528548f1-1161-4605-96fa-b19666eb4c4a is going to be updated. [ 1256.042250] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.052193] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.052422] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.052545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.052910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.053051] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.064973] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 528548f1-1161-4605-96fa-b19666eb4c4a in Status: IN_PROGRESS for 2s [ 1256.544912] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.590053] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-959 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.590053] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-959" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.590053] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-959" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.590053] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-959" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.590053] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.590386] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.590386] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.590624] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.590797] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.590994] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1256.591124] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1256.591240] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1256.591384] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1256.591508] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1256.591620] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1256.591758] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1256.612513] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1256.612707] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1256.612854] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1256.613723] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-959" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.613723] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-3c70a088-659f-4fee-97ff-b8bba0c87ff9 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.613723] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-3c70a088-659f-4fee-97ff-b8bba0c87ff9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.613935] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-3c70a088-659f-4fee-97ff-b8bba0c87ff9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.614105] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-3c70a088-659f-4fee-97ff-b8bba0c87ff9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.614935] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c70a088-659f-4fee-97ff-b8bba0c87ff9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.047998] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.048279] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.048368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.048606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.048718] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.048814] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 is going to be updated. [ 1257.080523] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.080669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.080765] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.080962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.081125] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.093386] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 in Status: IN_PROGRESS for 2s [ 1257.119028] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.119028] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.119028] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.119028] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.119028] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.119028] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.119028] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.119028] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.119028] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.119028] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.119588] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.119766] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.120031] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.120631] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.120903] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.121165] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 3c70a088-659f-4fee-97ff-b8bba0c87ff9 is going to be updated. [ 1257.142781] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.143672] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.144049] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.145020] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.145020] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.145020] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-3c70a088-659f-4fee-97ff-b8bba0c87ff9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.847703] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1257.849382] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 deletion is rescheduled due to dependency. [ 1257.849382] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.866814] env[69439]: INFO networking_nsxv3.common.synchronization [req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 req-0a15be90-42e1-4e3f-a650-dd95bef715af service nova] Enqueued Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_rules [ 1257.867050] env[69439]: INFO networking_nsxv3.common.synchronization [req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 req-0a15be90-42e1-4e3f-a650-dd95bef715af service nova] Enqueued Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 1257.867901] env[69439]: INFO networking_nsxv3.common.synchronization [req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 req-0a15be90-42e1-4e3f-a650-dd95bef715af service nova] Enqueued Resource ID: 3c70a088-659f-4fee-97ff-b8bba0c87ff9 with Priority: HIGHEST for action port [ 1257.867901] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_rules [ 1257.868052] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 1257.868205] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c70a088-659f-4fee-97ff-b8bba0c87ff9 with Priority: HIGHEST for action port [ 1257.868607] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.868732] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.868798] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.869016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.869094] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.871421] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.871421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.871421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.871421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.871421] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.871421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.871421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.871421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.871421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.871797] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.872767] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c70a088-659f-4fee-97ff-b8bba0c87ff9 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.876027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c70a088-659f-4fee-97ff-b8bba0c87ff9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.876027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c70a088-659f-4fee-97ff-b8bba0c87ff9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.876027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c70a088-659f-4fee-97ff-b8bba0c87ff9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.876027] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c70a088-659f-4fee-97ff-b8bba0c87ff9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.075409] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 528548f1-1161-4605-96fa-b19666eb4c4a in Status: SUCCESS [ 1258.075654] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 528548f1-1161-4605-96fa-b19666eb4c4a deletion is rescheduled due to dependency. [ 1258.075724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.377101] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.378214] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.378363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.380299] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c70a088-659f-4fee-97ff-b8bba0c87ff9 with status ACTIVE [ 1258.380455] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.380639] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.380639] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.380853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.380932] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.381368] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.381368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.381368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.381368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.381707] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.381707] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.381707] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.382369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.382369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.382369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.382369] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c70a088-659f-4fee-97ff-b8bba0c87ff9 is going to be updated. [ 1258.404685] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.404885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.404885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.405261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.405261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.405431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c70a088-659f-4fee-97ff-b8bba0c87ff9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.865258] env[69439]: INFO networking_nsxv3.common.synchronization [req-0e333239-df55-4681-a271-041d4850b7f6 req-b45a9ec0-5d84-4671-a24d-ba2f7fee7bfb tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Enqueued Resource ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a with Priority: HIGHEST for action security_group_members [ 1258.866014] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a with Priority: HIGHEST for action security_group_members [ 1258.866373] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6025d84-d053-46d8-8447-bcdc72ea9b6a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.866510] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.866554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.866994] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.866994] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.867100] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.867100] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.867263] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.867351] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.867460] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6025d84-d053-46d8-8447-bcdc72ea9b6a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.880213] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.103479] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 in Status: SUCCESS [ 1259.103648] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.103823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.105779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.105779] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.105779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.105779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.105779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.105779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.105779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.105779] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.370988] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.371186] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.371186] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.371377] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.371471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.371665] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.371802] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.371850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.371968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.372055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.372199] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a is going to be updated. [ 1259.381733] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.381816] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.381905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.382132] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.382271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.382374] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 is going to be updated. [ 1259.415390] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.415681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.415681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.415921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.416366] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.418997] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.420026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.420026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.420026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.420026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.432246] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a in Status: IN_PROGRESS for 2s [ 1259.443710] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: IN_PROGRESS for 2s [ 1259.608604] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.111233] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a03336a7-c0b3-43d8-8fcd-3049396f1743: rpc.has_security_group_logging(os_id): False [ 1260.130944] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.130944] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.130944] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.131170] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.153720] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.153720] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.154079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.154079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.154079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.154229] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.154280] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 is going to be updated. [ 1260.246441] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.246683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.246683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.246866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.246997] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.258731] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 in Status: IN_PROGRESS for 2s [ 1261.443456] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a in Status: SUCCESS [ 1261.443885] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a deletion is rescheduled due to dependency. [ 1261.443885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.452606] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: SUCCESS [ 1261.452838] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.452968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.453244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.453495] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.453618] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.453681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.453851] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.453929] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.454024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.454117] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.957055] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.273506] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 in Status: SUCCESS [ 1262.273729] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.460152] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0562be3f-b738-450a-9cb6-12de1ff84845: rpc.has_security_group_logging(os_id): False [ 1262.482026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.482026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.482026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.482026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.482026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.482026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.482026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.482026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.482026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.482026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.482026] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 is going to be updated. [ 1262.546090] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.546282] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.546375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.546626] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.546782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.559692] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: IN_PROGRESS for 2s [ 1263.867307] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.869187] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1264.577739] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: SUCCESS [ 1264.578498] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.775145] env[69439]: INFO networking_nsxv3.common.synchronization [None req-981d4b93-b263-430f-8f68-11c0470d3269 None None] Enqueued Resource ID: aecfddf9-7fb1-47b2-b0b2-5f6997ad9e99 with Priority: HIGHEST for action port [ 1266.775769] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecfddf9-7fb1-47b2-b0b2-5f6997ad9e99 with Priority: HIGHEST for action port [ 1266.776106] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-aecfddf9-7fb1-47b2-b0b2-5f6997ad9e99 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.776236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aecfddf9-7fb1-47b2-b0b2-5f6997ad9e99" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.776305] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aecfddf9-7fb1-47b2-b0b2-5f6997ad9e99" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.776697] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aecfddf9-7fb1-47b2-b0b2-5f6997ad9e99" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.776786] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aecfddf9-7fb1-47b2-b0b2-5f6997ad9e99',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.014291] env[69439]: INFO networking_nsxv3.common.synchronization [req-5db13002-4a60-4189-9673-73125d29751c req-509d6154-7fa8-4df8-a1fa-a46f11d8c36a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1267.014939] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1267.015282] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.015415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.015487] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.015668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.015830] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.015988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.016768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.017015] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.017146] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.017255] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.282186] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aecfddf9-7fb1-47b2-b0b2-5f6997ad9e99 [ 1267.282494] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.282734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.282734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.282956] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.283145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.283234] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aecfddf9-7fb1-47b2-b0b2-5f6997ad9e99 already deleted. [ 1267.283306] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aecfddf9-7fb1-47b2-b0b2-5f6997ad9e99" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.461470] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.461625] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.461706] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.461987] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.462346] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.462527] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.462651] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.462892] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.463067] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.463289] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1267.463426] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1267.463543] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1267.463654] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1267.463770] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1267.463875] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1267.464028] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1267.491065] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1267.491265] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1267.491415] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1267.491626] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.491942] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-19e15587-23cd-40e0-a160-117b7dff2a7d taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.492163] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-19e15587-23cd-40e0-a160-117b7dff2a7d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.492332] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-19e15587-23cd-40e0-a160-117b7dff2a7d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.492731] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-19e15587-23cd-40e0-a160-117b7dff2a7d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.492935] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19e15587-23cd-40e0-a160-117b7dff2a7d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.520424] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.753021] env[69439]: INFO networking_nsxv3.common.synchronization [None req-2a4a4840-a217-482a-9093-72e42a0827cc tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Enqueued Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGHEST for action security_group_rules [ 1267.753021] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGHEST for action security_group_rules [ 1267.753382] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.753524] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.753593] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.753837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.753930] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.849318] env[69439]: INFO networking_nsxv3.common.synchronization [None req-e7768b86-6167-4853-afb9-2b144a7f94a5 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Enqueued Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGHEST for action security_group_rules [ 1267.852350] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGHEST for action security_group_rules [ 1267.852350] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.852350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.996321] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.996564] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.996703] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.996994] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.997246] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.997327] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 19e15587-23cd-40e0-a160-117b7dff2a7d not found, creating... [ 1267.997600] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.997767] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.997891] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.998130] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.998274] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.998604] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.998775] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.998897] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.000352] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.000445] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.000609] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 19e15587-23cd-40e0-a160-117b7dff2a7d is going to be created. [ 1268.022456] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.028594] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.028863] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.030014] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.030014] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.030014] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.030014] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-19e15587-23cd-40e0-a160-117b7dff2a7d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.283091] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.283091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.283552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.283552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.283718] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.283899] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb already deleted. [ 1268.284082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.284350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.284640] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.284779] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.525809] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.526083] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.526083] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.526380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.526486] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.526641] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1268.561304] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.561573] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.561648] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.561877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.562047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.575764] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1268.764352] env[69439]: INFO networking_nsxv3.common.synchronization [req-5db13002-4a60-4189-9673-73125d29751c req-c98c1635-1039-4853-9d5f-3d86e79fe31c service nova] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_rules [ 1268.764928] env[69439]: INFO networking_nsxv3.common.synchronization [req-5db13002-4a60-4189-9673-73125d29751c req-c98c1635-1039-4853-9d5f-3d86e79fe31c service nova] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1268.765249] env[69439]: INFO networking_nsxv3.common.synchronization [req-5db13002-4a60-4189-9673-73125d29751c req-c98c1635-1039-4853-9d5f-3d86e79fe31c service nova] Enqueued Resource ID: 19e15587-23cd-40e0-a160-117b7dff2a7d with Priority: HIGHEST for action port [ 1268.765898] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_rules [ 1268.766619] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1268.766779] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19e15587-23cd-40e0-a160-117b7dff2a7d with Priority: HIGHEST for action port [ 1268.767029] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.767163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.767288] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.767506] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.767584] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.768498] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.768589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.768773] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-19e15587-23cd-40e0-a160-117b7dff2a7d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.768868] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19e15587-23cd-40e0-a160-117b7dff2a7d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.768928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19e15587-23cd-40e0-a160-117b7dff2a7d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.769125] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19e15587-23cd-40e0-a160-117b7dff2a7d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.769197] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19e15587-23cd-40e0-a160-117b7dff2a7d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.819779] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.820311] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.820537] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.821265] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.821265] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.821265] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb already deleted. [ 1268.821265] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.274211] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.274211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.276232] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19e15587-23cd-40e0-a160-117b7dff2a7d with status ACTIVE [ 1269.276415] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.276530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.276595] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.276790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.276872] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.277045] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.277136] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.277193] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.277372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.277445] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.277625] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.277710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.277767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.279016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.279016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.279016] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19e15587-23cd-40e0-a160-117b7dff2a7d is going to be updated. [ 1269.300974] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.301141] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.301209] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.301407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.301540] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.301689] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19e15587-23cd-40e0-a160-117b7dff2a7d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.339975] env[69439]: INFO networking_nsxv3.common.synchronization [None req-44b76942-390e-40c1-83b8-94d9b694bbdf None None] Enqueued Resource ID: 74998173-9c44-47ce-9f50-48e482033cd1 with Priority: HIGHEST for action port [ 1269.340521] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74998173-9c44-47ce-9f50-48e482033cd1 with Priority: HIGHEST for action port [ 1269.340822] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-74998173-9c44-47ce-9f50-48e482033cd1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.340936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74998173-9c44-47ce-9f50-48e482033cd1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.341011] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74998173-9c44-47ce-9f50-48e482033cd1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.341274] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74998173-9c44-47ce-9f50-48e482033cd1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.341370] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74998173-9c44-47ce-9f50-48e482033cd1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.613971] env[69439]: INFO networking_nsxv3.common.synchronization [req-087337cb-8aa2-4e11-992d-6b08fb1f582b req-43cbd923-a45e-4de7-b080-65e68ed991d7 tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Enqueued Resource ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc with Priority: HIGHEST for action security_group_members [ 1269.614708] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc with Priority: HIGHEST for action security_group_members [ 1269.615405] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.615587] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.615652] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.615908] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.616103] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.616213] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.616283] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.616511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.616615] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.616712] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('289d8183-ece5-4bf9-8f2d-d4b06c1c00dc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.844180] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74998173-9c44-47ce-9f50-48e482033cd1 [ 1269.845371] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.845577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.845689] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.845972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.846128] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.846263] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74998173-9c44-47ce-9f50-48e482033cd1 already deleted. [ 1269.846385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74998173-9c44-47ce-9f50-48e482033cd1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.073317] env[69439]: INFO networking_nsxv3.common.synchronization [req-f048838e-663b-41a5-89fd-3889c002f8a0 req-f2205c64-3bd7-405c-99d4-880f8ac80b17 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1270.073971] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1270.074296] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.074587] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.074718] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.075014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.076154] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.076553] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.076665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.076921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.077081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.077295] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.119218] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.119436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.119542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.119931] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.145891] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.146858] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.146858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.146858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.146858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.146858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.146858] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc is going to be updated. [ 1270.175930] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.176127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.176127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.176290] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.176428] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.189399] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc in Status: IN_PROGRESS for 2s [ 1270.467748] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.467748] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.467748] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.467748] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.467748] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.467748] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.467748] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.467748] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.467748] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.467748] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1270.467748] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1270.468430] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1270.468430] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1270.468430] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1270.468430] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1270.468430] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1270.492711] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1270.492960] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1270.493079] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1270.494175] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-16" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.494175] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-bc4b99c9-7967-4b75-946c-e571702f3e44 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.494175] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-bc4b99c9-7967-4b75-946c-e571702f3e44" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.494175] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-bc4b99c9-7967-4b75-946c-e571702f3e44" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.494422] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-bc4b99c9-7967-4b75-946c-e571702f3e44" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.494475] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc4b99c9-7967-4b75-946c-e571702f3e44',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.580042] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.580042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.580292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.580361] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.580460] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.580662] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.580787] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.580854] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.581046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.581096] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.581178] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be updated. [ 1270.589367] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1270.589584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.589749] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.589966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.590189] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.590340] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.590413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.590575] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.590751] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.590751] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.618284] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.618579] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.618579] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.618785] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.618985] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.631982] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1270.998536] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.998768] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.998907] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.999286] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.999454] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.999633] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port bc4b99c9-7967-4b75-946c-e571702f3e44 not found, creating... [ 1270.999930] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.000093] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.000218] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.000556] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.000627] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.000916] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.001094] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.001237] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.001456] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.001760] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.001760] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: bc4b99c9-7967-4b75-946c-e571702f3e44 is going to be created. [ 1271.024228] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.024473] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.024582] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.024861] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.025132] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.025374] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-bc4b99c9-7967-4b75-946c-e571702f3e44" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.092731] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.595480] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.760356] env[69439]: INFO networking_nsxv3.common.synchronization [req-f048838e-663b-41a5-89fd-3889c002f8a0 req-abdba5e8-0adf-4d4a-8d86-21a3f4a1997c service nova] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_rules [ 1271.760356] env[69439]: INFO networking_nsxv3.common.synchronization [req-f048838e-663b-41a5-89fd-3889c002f8a0 req-abdba5e8-0adf-4d4a-8d86-21a3f4a1997c service nova] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1271.760356] env[69439]: INFO networking_nsxv3.common.synchronization [req-f048838e-663b-41a5-89fd-3889c002f8a0 req-abdba5e8-0adf-4d4a-8d86-21a3f4a1997c service nova] Enqueued Resource ID: bc4b99c9-7967-4b75-946c-e571702f3e44 with Priority: HIGHEST for action port [ 1271.760356] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_rules [ 1271.760356] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1271.760356] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc4b99c9-7967-4b75-946c-e571702f3e44 with Priority: HIGHEST for action port [ 1271.760356] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.760356] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.760356] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.760356] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.760356] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.761545] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.761668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.761881] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc4b99c9-7967-4b75-946c-e571702f3e44 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.761987] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc4b99c9-7967-4b75-946c-e571702f3e44" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.762080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc4b99c9-7967-4b75-946c-e571702f3e44" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.762266] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc4b99c9-7967-4b75-946c-e571702f3e44" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.762360] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc4b99c9-7967-4b75-946c-e571702f3e44',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.098398] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.098611] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.098611] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.098926] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.099027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.099083] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1272.129952] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.130139] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.130200] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.130412] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.130919] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.142163] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1272.198622] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc in Status: SUCCESS [ 1272.198818] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc deletion is rescheduled due to dependency. [ 1272.198921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.264332] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.264473] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.264712] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc4b99c9-7967-4b75-946c-e571702f3e44 with status ACTIVE [ 1272.264886] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.264994] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.265072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.265649] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.265649] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.265649] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.265649] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.265961] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.265961] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.265961] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.266147] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.266227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.266227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.266425] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.266664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.266664] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc4b99c9-7967-4b75-946c-e571702f3e44 is going to be updated. [ 1272.288659] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.288899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.289038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.289819] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.289819] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.289819] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc4b99c9-7967-4b75-946c-e571702f3e44" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.642819] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1272.643154] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 deletion is rescheduled due to dependency. [ 1272.643154] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.643560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.643824] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.644096] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.644349] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.644435] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.644614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.644697] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.644794] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.147455] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.651499] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.154120] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.154120] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.154120] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.154385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.154385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.154601] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be updated. [ 1274.156178] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1274.156373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.156536] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.156711] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.156884] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.156989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.157070] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.157226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.157322] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.157415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.157501] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.185350] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.185587] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.185587] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.185753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.185898] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.194641] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1274.659633] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.660062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.660062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.660062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.660221] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.660357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.660470] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.660705] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.660835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.660945] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.661188] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.661355] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.661664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.661664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.661827] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.661895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.661935] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.662179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.662270] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.662436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.662571] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.165057] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7ba59b4-8801-467b-9430-1d3af8697ca8: rpc.has_security_group_logging(os_id): False [ 1275.189503] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.189650] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.189719] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.190072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.190072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.190265] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.190481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.190682] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.190834] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.190933] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.191200] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.191336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.191406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.191605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.191691] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.191937] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.192075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.192140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.192381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.192494] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.192591] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1275.259731] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.259903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.259967] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.260224] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.260401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.276752] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1276.204562] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1276.204996] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.205152] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.205392] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.205605] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.205744] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.205802] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.205974] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.206079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.206177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.206272] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.709804] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.709992] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.709992] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.710335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.710541] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.710678] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.710764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.710946] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.711099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.711225] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.711403] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.711526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.711606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.711771] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.711915] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.712014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.712081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.712217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.712295] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.712454] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.712544] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.760267] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.760267] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1277.214584] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 920aba9d-9bd1-470f-b4d5-9e20cb898836: rpc.has_security_group_logging(os_id): False [ 1277.235971] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.236236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.236236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.236458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.236550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.236756] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.236862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.236925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.237092] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.237174] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.237380] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.237476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.237529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.237746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.237746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.237907] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.237997] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.238072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.238207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.238280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.238558] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be updated. [ 1277.289259] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1277.289468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.299025] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.299222] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.299267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.299464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.299610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.314267] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1278.518491] env[69439]: INFO networking_nsxv3.common.synchronization [req-6fd68253-d25c-48ae-8680-ba6a7639111e req-4911fc09-e610-4dcd-83e8-12463fac18f3 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Enqueued Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGHEST for action security_group_members [ 1278.519795] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGHEST for action security_group_members [ 1278.520520] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-74eb9e45-7b76-4f14-b32e-915b5efedcfb taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.520733] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.520957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.521268] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.521562] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.521776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.521928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.522246] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.522452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.522642] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.835564] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-494 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.835799] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-494" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.836091] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-494" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.836319] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-494" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.836596] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.836794] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.836923] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.837179] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.837338] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.837561] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.837785] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1278.837785] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1278.837900] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1278.838013] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.838121] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1278.838255] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1278.859308] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1278.859308] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1278.859308] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1278.859308] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-494" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.859308] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-6d82dd38-b4db-4340-819a-789be89ae20f taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.859308] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-6d82dd38-b4db-4340-819a-789be89ae20f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.859308] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-6d82dd38-b4db-4340-819a-789be89ae20f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.859308] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-6d82dd38-b4db-4340-819a-789be89ae20f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.859308] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d82dd38-b4db-4340-819a-789be89ae20f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.025102] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.025102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.025351] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.025385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.025469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.025671] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.025763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.025824] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.025976] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.026067] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.026154] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb already deleted. [ 1279.026237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.256395] env[69439]: INFO networking_nsxv3.common.synchronization [req-a0220db7-e0ba-43f2-87cc-163cb179393d req-a9d156b6-5cf1-4102-8e78-c0fa63f5b8c8 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Enqueued Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 1279.256892] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGHEST for action security_group_members [ 1279.257204] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.257531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.257531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.257647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.257750] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.257872] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.257956] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.258496] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.258668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.258668] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.328166] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1279.328396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.361287] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.361651] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.361805] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.362110] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.362271] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.362522] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 6d82dd38-b4db-4340-819a-789be89ae20f not found, creating... [ 1279.362792] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.362958] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.363095] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.363362] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.363548] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.363844] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.364014] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.364279] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.364536] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.364717] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.364894] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 6d82dd38-b4db-4340-819a-789be89ae20f is going to be created. [ 1279.384774] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.385111] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.385323] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.385648] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.385926] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.386238] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-6d82dd38-b4db-4340-819a-789be89ae20f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.763504] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.763504] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.763504] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.763920] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.763920] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.763920] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.764048] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.764048] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.764277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.764277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.764371] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 is going to be updated. [ 1279.791480] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.791677] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.791677] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.791852] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.792018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.800719] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: IN_PROGRESS for 2s [ 1280.088270] env[69439]: INFO networking_nsxv3.common.synchronization [req-6fd68253-d25c-48ae-8680-ba6a7639111e req-80e9215a-6111-4951-8620-2c205be44355 service nova] Enqueued Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGHEST for action security_group_rules [ 1280.088543] env[69439]: INFO networking_nsxv3.common.synchronization [req-6fd68253-d25c-48ae-8680-ba6a7639111e req-80e9215a-6111-4951-8620-2c205be44355 service nova] Enqueued Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGHEST for action security_group_members [ 1280.088719] env[69439]: INFO networking_nsxv3.common.synchronization [req-6fd68253-d25c-48ae-8680-ba6a7639111e req-80e9215a-6111-4951-8620-2c205be44355 service nova] Enqueued Resource ID: 6d82dd38-b4db-4340-819a-789be89ae20f with Priority: HIGHEST for action port [ 1280.089265] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGHEST for action security_group_rules [ 1280.089444] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGHEST for action security_group_members [ 1280.089574] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d82dd38-b4db-4340-819a-789be89ae20f with Priority: HIGHEST for action port [ 1280.089890] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.091355] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.091459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.091714] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.091854] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.096554] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-74eb9e45-7b76-4f14-b32e-915b5efedcfb taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.096683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.096764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.096952] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.097122] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.097226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.097277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.098873] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.098977] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.099084] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.100026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d82dd38-b4db-4340-819a-789be89ae20f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.100181] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d82dd38-b4db-4340-819a-789be89ae20f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.100287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d82dd38-b4db-4340-819a-789be89ae20f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.100507] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d82dd38-b4db-4340-819a-789be89ae20f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.100617] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d82dd38-b4db-4340-819a-789be89ae20f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.603054] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.603427] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-74eb9e45-7b76-4f14-b32e-915b5efedcfb taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.603563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.604023] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d82dd38-b4db-4340-819a-789be89ae20f with status ACTIVE [ 1280.604218] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.604378] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.604471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.604724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.604844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.605073] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.605951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.605951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.605951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.605951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.605951] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.605951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.605951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.605951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.606564] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.606564] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d82dd38-b4db-4340-819a-789be89ae20f is going to be updated. [ 1280.628856] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.629117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.629117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.629424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.629625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.629794] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d82dd38-b4db-4340-819a-789be89ae20f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.105821] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.607970] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.608193] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.608281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.608500] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.608592] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.608694] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb is going to be created. [ 1281.635528] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.635528] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.635528] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.635528] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.635528] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.646983] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb in Status: UNINITIALIZED for 2s [ 1281.811560] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0562be3f-b738-450a-9cb6-12de1ff84845 in Status: SUCCESS [ 1281.811734] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 deletion is rescheduled due to dependency. [ 1281.811734] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.712606] env[69439]: INFO networking_nsxv3.common.synchronization [req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 req-bcbbda56-da63-49c2-ab32-4791ec99f970 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1282.712606] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1282.712606] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.712606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.712606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.713117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.713117] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.713117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.713117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.713258] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.713293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.713404] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.096054] env[69439]: INFO networking_nsxv3.common.synchronization [req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 req-2aa06edf-b8c3-4a87-9176-9f20df94e7bd tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1283.096054] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1283.096054] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.096054] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.096054] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.096054] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.096054] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.096625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.096861] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.097176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.097412] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.097618] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.215747] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.398695] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.398904] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.399058] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.399335] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.399611] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.399782] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.399906] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.400161] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.400344] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.400782] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1283.400869] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.401140] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.401140] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.401247] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1283.401354] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.401509] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.427675] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.427916] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1283.427999] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.428221] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.428580] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-1674675d-342d-4372-9a20-d41eabd098cb taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.428787] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-1674675d-342d-4372-9a20-d41eabd098cb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.428917] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-1674675d-342d-4372-9a20-d41eabd098cb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.429273] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-1674675d-342d-4372-9a20-d41eabd098cb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.429433] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1674675d-342d-4372-9a20-d41eabd098cb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.600808] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.601109] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.601193] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.601459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.601585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.601743] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.601864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.601934] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.602118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.602200] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.602287] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 is going to be updated. [ 1283.642209] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.642392] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.642448] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.642700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.642849] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.653928] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: IN_PROGRESS for 2s [ 1283.660985] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb in Status: SUCCESS [ 1283.661223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.661390] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.661614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.661810] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.661928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.661994] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.662190] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.662433] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.662542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.662582] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.721019] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.932421] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.932421] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.932421] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.932421] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.932727] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.932727] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 1674675d-342d-4372-9a20-d41eabd098cb not found, creating... [ 1283.932926] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.933100] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.933223] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.933487] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.933700] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.934012] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.934248] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.934403] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.934629] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.934824] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.935042] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 1674675d-342d-4372-9a20-d41eabd098cb is going to be created. [ 1283.957359] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.957632] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.957773] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.958082] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.958343] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.958575] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-1674675d-342d-4372-9a20-d41eabd098cb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.165150] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.223564] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.223735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.223809] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.224046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.224143] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.224243] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1284.260295] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.260521] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.260521] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.260724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.260825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.270429] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1284.664508] env[69439]: INFO networking_nsxv3.common.synchronization [req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 req-e1ef79c5-1e79-4f04-9345-e39e78909b82 service nova] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_rules [ 1284.664747] env[69439]: INFO networking_nsxv3.common.synchronization [req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 req-e1ef79c5-1e79-4f04-9345-e39e78909b82 service nova] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1284.664914] env[69439]: INFO networking_nsxv3.common.synchronization [req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 req-e1ef79c5-1e79-4f04-9345-e39e78909b82 service nova] Enqueued Resource ID: 1674675d-342d-4372-9a20-d41eabd098cb with Priority: HIGHEST for action port [ 1284.665558] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_rules [ 1284.665729] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1284.665898] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1674675d-342d-4372-9a20-d41eabd098cb with Priority: HIGHEST for action port [ 1284.668363] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.668363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.668363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.668363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.668363] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.668920] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.669023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.669243] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-1674675d-342d-4372-9a20-d41eabd098cb taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.669366] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1674675d-342d-4372-9a20-d41eabd098cb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.669432] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1674675d-342d-4372-9a20-d41eabd098cb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.669605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1674675d-342d-4372-9a20-d41eabd098cb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.669676] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1674675d-342d-4372-9a20-d41eabd098cb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.671147] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74eb9e45-7b76-4f14-b32e-915b5efedcfb: rpc.has_security_group_logging(os_id): False [ 1284.689899] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.690119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.690119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.690400] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.690474] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.690711] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.690832] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.690901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.691837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.691837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.691837] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb is going to be created. [ 1284.755927] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.756431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.756431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.756431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.756702] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.770022] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb in Status: IN_PROGRESS for 2s [ 1285.171477] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.171705] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.172951] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1674675d-342d-4372-9a20-d41eabd098cb with status ACTIVE [ 1285.173161] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.173247] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.173332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.173559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.173647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.173820] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.173916] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.173978] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.174138] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.174212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.174389] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.174485] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.174546] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.174699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.174797] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.174886] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1674675d-342d-4372-9a20-d41eabd098cb is going to be updated. [ 1285.204974] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.205241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.205241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.205454] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.205601] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.205794] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1674675d-342d-4372-9a20-d41eabd098cb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.665058] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: SUCCESS [ 1285.665267] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 deletion is rescheduled due to dependency. [ 1285.665390] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.665557] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.665785] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.665968] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.666121] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.666335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.666379] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.666469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.666586] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.169383] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.281623] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1286.281623] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.672637] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.785155] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb in Status: SUCCESS [ 1286.785476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.174964] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.175443] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.175443] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.175656] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.175802] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.175979] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 is going to be updated. [ 1287.207791] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.208016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.208113] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.208337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.208588] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.220576] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: IN_PROGRESS for 2s [ 1289.232879] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: SUCCESS [ 1289.233196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.233196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.233932] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.233932] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.233932] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.233932] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.233932] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.234277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.234277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.234277] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.667688] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.667688] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1289.736576] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.736776] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.736853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.737127] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.737392] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.737487] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.737528] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.737703] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.737820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.737921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.738183] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.738235] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.738299] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.738471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.738636] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.739095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.739095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.739095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.739095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.739293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.739293] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.243207] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2972ca42-d4e9-4fbe-af16-9422c32e9c47: rpc.has_security_group_logging(os_id): False [ 1290.262091] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.262091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.262091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.262091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.262091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.262312] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.262366] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.262400] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.262638] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.262716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.262918] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.263019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.263086] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.263230] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.263308] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.263498] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.263628] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.263731] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.263967] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.264254] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.265054] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 is going to be updated. [ 1290.383964] env[69439]: INFO networking_nsxv3.common.synchronization [None req-0a727f44-9793-4d7c-9604-331fc5f0c0ae tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1290.384558] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1290.384871] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.384992] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.385096] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.385294] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.385459] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.385562] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.385624] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.385792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.385831] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.385927] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.419553] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.419764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.419764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.419961] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.420125] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.438381] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: IN_PROGRESS for 2s [ 1290.887706] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.390104] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.892774] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.895322] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.895322] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.895322] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.895322] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.895322] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 is going to be updated. [ 1291.925968] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.925968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.925968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.925968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.925968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.936511] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: IN_PROGRESS for 2s [ 1292.031281] env[69439]: INFO networking_nsxv3.common.synchronization [None req-2b45eb67-f21b-4451-979b-eedba3cf9354 None None] Enqueued Resource ID: 2986c778-0177-4ff5-aa68-79df95a45599 with Priority: HIGHEST for action port [ 1292.031281] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2986c778-0177-4ff5-aa68-79df95a45599 with Priority: HIGHEST for action port [ 1292.031281] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-2986c778-0177-4ff5-aa68-79df95a45599 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.031281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2986c778-0177-4ff5-aa68-79df95a45599" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.031281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2986c778-0177-4ff5-aa68-79df95a45599" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.031281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2986c778-0177-4ff5-aa68-79df95a45599" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.031281] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2986c778-0177-4ff5-aa68-79df95a45599',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.449506] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: SUCCESS [ 1292.449506] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.535144] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2986c778-0177-4ff5-aa68-79df95a45599 [ 1292.535144] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.535144] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.535144] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.535144] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.535144] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.535144] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2986c778-0177-4ff5-aa68-79df95a45599 already deleted. [ 1292.535144] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2986c778-0177-4ff5-aa68-79df95a45599" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.329678] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.329678] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.329678] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.329898] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.330124] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.330287] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.330434] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.330673] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.331544] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.331544] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1293.331544] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1293.331544] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1293.331544] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1293.331544] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1293.331780] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1293.331780] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1293.352684] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1293.352848] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1293.352991] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1293.353317] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.353544] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-2d5a3ee4-a833-4fc3-ac07-80361b4fa806 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.353738] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-2d5a3ee4-a833-4fc3-ac07-80361b4fa806" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.353877] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-2d5a3ee4-a833-4fc3-ac07-80361b4fa806" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.354235] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-2d5a3ee4-a833-4fc3-ac07-80361b4fa806" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.354382] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d5a3ee4-a833-4fc3-ac07-80361b4fa806',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.858553] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.858894] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.858894] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.859785] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.859785] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.859785] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 2d5a3ee4-a833-4fc3-ac07-80361b4fa806 not found, creating... [ 1293.860061] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.860209] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.860297] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.860701] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.860869] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.861377] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.861578] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.861677] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.862033] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.862122] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.862192] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 2d5a3ee4-a833-4fc3-ac07-80361b4fa806 is going to be created. [ 1293.886429] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.886707] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.886790] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.887061] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.887316] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.887536] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-2d5a3ee4-a833-4fc3-ac07-80361b4fa806" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.951309] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: SUCCESS [ 1293.951568] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.164295] env[69439]: INFO networking_nsxv3.common.synchronization [None req-48969cde-7dce-49b1-9547-d75792ea0d1d None None] Enqueued Resource ID: 9cc6a13a-5db4-4d11-9805-02b247112d20 with Priority: HIGHEST for action port [ 1294.164495] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc6a13a-5db4-4d11-9805-02b247112d20 with Priority: HIGHEST for action port [ 1294.165178] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cc6a13a-5db4-4d11-9805-02b247112d20 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.165307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cc6a13a-5db4-4d11-9805-02b247112d20" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.165307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cc6a13a-5db4-4d11-9805-02b247112d20" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.165537] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cc6a13a-5db4-4d11-9805-02b247112d20" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.165616] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cc6a13a-5db4-4d11-9805-02b247112d20',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.187028] env[69439]: INFO networking_nsxv3.common.synchronization [req-94f0ef65-9bca-406f-bc41-cf42ed6219ca req-87813293-f3b2-452d-8440-09fed6b9f89e tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1294.187306] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1294.187923] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.187923] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.187923] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.188155] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.188516] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.188607] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.188685] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.188867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.188982] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.189119] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.476512] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.476723] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.476851] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.477445] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.477759] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.477932] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.478166] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.478406] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.478564] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.478780] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1294.478900] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1294.479132] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1294.479132] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1294.479243] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1294.479354] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1294.479491] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1294.498508] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1294.498687] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1294.498830] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1294.499027] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-28" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.499350] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-9e9192f6-ac9e-4982-bd56-2318d281208b taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.499522] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-9e9192f6-ac9e-4982-bd56-2318d281208b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.499676] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-9e9192f6-ac9e-4982-bd56-2318d281208b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.500012] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-9e9192f6-ac9e-4982-bd56-2318d281208b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.500167] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e9192f6-ac9e-4982-bd56-2318d281208b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.651169] env[69439]: INFO networking_nsxv3.common.synchronization [req-0a73db93-599e-4a94-9dfd-6d9a847144d4 req-9effe9de-8f04-4f6d-9893-607913496c62 service nova] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_rules [ 1294.651169] env[69439]: INFO networking_nsxv3.common.synchronization [req-0a73db93-599e-4a94-9dfd-6d9a847144d4 req-9effe9de-8f04-4f6d-9893-607913496c62 service nova] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1294.651169] env[69439]: INFO networking_nsxv3.common.synchronization [req-0a73db93-599e-4a94-9dfd-6d9a847144d4 req-9effe9de-8f04-4f6d-9893-607913496c62 service nova] Enqueued Resource ID: 2d5a3ee4-a833-4fc3-ac07-80361b4fa806 with Priority: HIGHEST for action port [ 1294.651169] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_rules [ 1294.651169] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1294.651169] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d5a3ee4-a833-4fc3-ac07-80361b4fa806 with Priority: HIGHEST for action port [ 1294.651169] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.651169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.651486] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.651723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.651807] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.653012] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.656211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.656211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.656211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.656211] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.656211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.656211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.656211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.656211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.656211] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.656211] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d5a3ee4-a833-4fc3-ac07-80361b4fa806 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.656211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d5a3ee4-a833-4fc3-ac07-80361b4fa806" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.656211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d5a3ee4-a833-4fc3-ac07-80361b4fa806" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.656211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d5a3ee4-a833-4fc3-ac07-80361b4fa806" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.656211] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d5a3ee4-a833-4fc3-ac07-80361b4fa806',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.668133] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cc6a13a-5db4-4d11-9805-02b247112d20 [ 1294.668358] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.668481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.668550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.668745] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.668835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.668927] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cc6a13a-5db4-4d11-9805-02b247112d20 already deleted. [ 1294.669020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cc6a13a-5db4-4d11-9805-02b247112d20" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.691430] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.002697] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.003095] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.003153] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.003480] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.003700] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.003904] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 9e9192f6-ac9e-4982-bd56-2318d281208b not found, creating... [ 1295.004269] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.004472] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.004610] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.004922] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.005132] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.005478] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.005693] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.005915] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.006196] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.006349] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.006517] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 9e9192f6-ac9e-4982-bd56-2318d281208b is going to be created. [ 1295.027431] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.027645] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.027775] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.028093] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.028347] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.028576] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-9e9192f6-ac9e-4982-bd56-2318d281208b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.156708] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.158035] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.158035] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.158285] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d5a3ee4-a833-4fc3-ac07-80361b4fa806 with status ACTIVE [ 1295.158285] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.158385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.158418] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.158640] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.158729] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.158904] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.159008] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.159076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.159239] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.159409] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.159491] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.159584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.159641] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.159858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.159858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.159932] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d5a3ee4-a833-4fc3-ac07-80361b4fa806 is going to be updated. [ 1295.181698] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.181902] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.181945] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.182164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.182304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.182465] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d5a3ee4-a833-4fc3-ac07-80361b4fa806" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.193396] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.661713] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.701220] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.701220] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.701220] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.701220] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.701220] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.701220] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1295.716292] env[69439]: INFO networking_nsxv3.common.synchronization [req-94f0ef65-9bca-406f-bc41-cf42ed6219ca req-e71e41cd-911e-4113-915c-c40c5dbdfe85 service nova] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_rules [ 1295.716472] env[69439]: INFO networking_nsxv3.common.synchronization [req-94f0ef65-9bca-406f-bc41-cf42ed6219ca req-e71e41cd-911e-4113-915c-c40c5dbdfe85 service nova] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1295.716614] env[69439]: INFO networking_nsxv3.common.synchronization [req-94f0ef65-9bca-406f-bc41-cf42ed6219ca req-e71e41cd-911e-4113-915c-c40c5dbdfe85 service nova] Enqueued Resource ID: 9e9192f6-ac9e-4982-bd56-2318d281208b with Priority: HIGHEST for action port [ 1295.717103] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_rules [ 1295.717232] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1295.717328] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9192f6-ac9e-4982-bd56-2318d281208b with Priority: HIGHEST for action port [ 1295.717827] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.717948] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.718716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.719104] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.719198] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.720046] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.720786] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.721018] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e9192f6-ac9e-4982-bd56-2318d281208b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.721140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e9192f6-ac9e-4982-bd56-2318d281208b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.721209] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e9192f6-ac9e-4982-bd56-2318d281208b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.721401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e9192f6-ac9e-4982-bd56-2318d281208b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.721479] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e9192f6-ac9e-4982-bd56-2318d281208b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.728875] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.728875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.728875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.728875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.729131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.737568] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1296.165069] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.165069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.165069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.165069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.165069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.165660] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 is going to be updated. [ 1296.214344] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.214482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.214563] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.214763] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.214912] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.222946] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.222946] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.224135] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: IN_PROGRESS for 2s [ 1296.224331] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e9192f6-ac9e-4982-bd56-2318d281208b with status ACTIVE [ 1296.224531] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.224651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.224722] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.224908] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.224996] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.225177] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.225273] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.225331] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.225480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.225556] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.225736] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.225827] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.225897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.226031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.226101] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.226181] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e9192f6-ac9e-4982-bd56-2318d281208b is going to be updated. [ 1296.247142] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.247374] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.247374] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.247562] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.247697] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.247852] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e9192f6-ac9e-4982-bd56-2318d281208b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.749764] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1297.750122] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.750157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.750370] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.750648] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.750761] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.750824] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.750990] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.751095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.751326] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.235080] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: SUCCESS [ 1298.235292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.235420] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.235666] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.235910] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.236047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.236117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.236265] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.236370] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.236423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.236513] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.253293] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.738406] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.738602] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.738675] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.738939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.739293] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.739293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.739293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.739464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.739560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.739649] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.739805] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.739899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.739960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.740126] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.740355] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.740355] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.740470] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.740610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.740687] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.740782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.740872] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.744955] env[69439]: INFO networking_nsxv3.common.synchronization [req-81bcd4d0-067d-4c64-9686-f867ea109cac req-7dc060a9-22f6-4ef6-a185-f25db4d3abe4 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Enqueued Resource ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 with Priority: HIGHEST for action security_group_members [ 1298.745521] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 with Priority: HIGHEST for action security_group_members [ 1298.745891] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0de1b304-5ed6-45a1-b27e-1b029389a1e1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.746050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.746050] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.746234] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.746458] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.746560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.746560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.746704] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.746758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.746907] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0de1b304-5ed6-45a1-b27e-1b029389a1e1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.755687] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.155028] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-499 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.155028] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-499" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.155028] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-499" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.155028] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-499" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.155434] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.155759] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.156142] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.156716] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.157078] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.157502] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1299.157806] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1299.158198] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1299.158442] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1299.158699] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1299.158934] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1299.159223] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1299.181965] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1299.182104] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1299.182260] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1299.182456] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-499" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.182805] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-2c6867a7-b51d-420a-93d4-28206a8dc55a taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.183015] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-2c6867a7-b51d-420a-93d4-28206a8dc55a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.183222] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-2c6867a7-b51d-420a-93d4-28206a8dc55a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.183594] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-2c6867a7-b51d-420a-93d4-28206a8dc55a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.183788] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c6867a7-b51d-420a-93d4-28206a8dc55a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.243301] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2972ca42-d4e9-4fbe-af16-9422c32e9c47: rpc.has_security_group_logging(os_id): False [ 1299.249250] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.249439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.249484] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.249693] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.249787] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.249980] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.250121] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.250189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.250333] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.250444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.250508] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 already deleted. [ 1299.250666] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.257315] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.257511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.257511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.257642] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.257727] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.257817] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1299.261989] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.262178] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.262264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.262480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.262641] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.262961] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.263043] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.263112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.263288] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.263382] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.263597] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.263719] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.263820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.263965] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.264087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.264319] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.264452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.264530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.264724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.264784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.264891] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 is going to be updated. [ 1299.290366] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.290561] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.290667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.290881] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.291043] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.300479] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1299.342676] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.342881] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.342921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.343134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.343279] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.371040] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: IN_PROGRESS for 2s [ 1299.686858] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.687108] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.687243] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.687530] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.687689] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.687848] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 2c6867a7-b51d-420a-93d4-28206a8dc55a not found, creating... [ 1299.688127] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.688288] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.688410] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.688634] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.688776] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.689070] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.689230] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.689353] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.689585] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.689700] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.689842] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 2c6867a7-b51d-420a-93d4-28206a8dc55a is going to be created. [ 1299.711154] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.711409] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.711524] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.711807] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.712114] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.712349] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-2c6867a7-b51d-420a-93d4-28206a8dc55a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.544457] env[69439]: INFO networking_nsxv3.common.synchronization [req-81bcd4d0-067d-4c64-9686-f867ea109cac req-a902ad54-d3e6-481e-bcc3-82a49e75263a service nova] Enqueued Resource ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 with Priority: HIGHEST for action security_group_rules [ 1300.544457] env[69439]: INFO networking_nsxv3.common.synchronization [req-81bcd4d0-067d-4c64-9686-f867ea109cac req-a902ad54-d3e6-481e-bcc3-82a49e75263a service nova] Enqueued Resource ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 with Priority: HIGHEST for action security_group_members [ 1300.544457] env[69439]: INFO networking_nsxv3.common.synchronization [req-81bcd4d0-067d-4c64-9686-f867ea109cac req-a902ad54-d3e6-481e-bcc3-82a49e75263a service nova] Enqueued Resource ID: 2c6867a7-b51d-420a-93d4-28206a8dc55a with Priority: HIGHEST for action port [ 1300.547186] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 with Priority: HIGHEST for action security_group_rules [ 1300.547996] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 with Priority: HIGHEST for action security_group_members [ 1300.547996] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6867a7-b51d-420a-93d4-28206a8dc55a with Priority: HIGHEST for action port [ 1300.547996] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0de1b304-5ed6-45a1-b27e-1b029389a1e1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.547996] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.547996] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.548394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.548394] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0de1b304-5ed6-45a1-b27e-1b029389a1e1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.549281] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0de1b304-5ed6-45a1-b27e-1b029389a1e1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.549397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.549480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.549685] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.549858] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.549960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.550034] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.550187] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.550271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.550377] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0de1b304-5ed6-45a1-b27e-1b029389a1e1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.551213] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c6867a7-b51d-420a-93d4-28206a8dc55a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.555024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c6867a7-b51d-420a-93d4-28206a8dc55a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.555024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c6867a7-b51d-420a-93d4-28206a8dc55a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.555024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c6867a7-b51d-420a-93d4-28206a8dc55a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.555024] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c6867a7-b51d-420a-93d4-28206a8dc55a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.053188] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0de1b304-5ed6-45a1-b27e-1b029389a1e1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.054858] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0de1b304-5ed6-45a1-b27e-1b029389a1e1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.054858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.055222] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c6867a7-b51d-420a-93d4-28206a8dc55a with status ACTIVE [ 1301.055303] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.055406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.055496] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.055667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.055766] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.056051] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.056185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.056253] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.056361] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.056462] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.056665] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.056820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.056820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.056982] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.056982] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.057109] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c6867a7-b51d-420a-93d4-28206a8dc55a is going to be updated. [ 1301.080836] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.081152] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.081152] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.081459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.081640] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.081826] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c6867a7-b51d-420a-93d4-28206a8dc55a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.310771] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1301.310947] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.311119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.311399] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.311559] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.311680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.311741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.311902] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.311978] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.312076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.312167] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.385229] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: SUCCESS [ 1301.385507] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.556147] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0de1b304-5ed6-45a1-b27e-1b029389a1e1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.817026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.817026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.817026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.817026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.817026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.817026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.817026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.817026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.817026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.817026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.817026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.817026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.817026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.817026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.818262] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.818391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.818559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.818698] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.818753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.818862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.818943] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.059289] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.059483] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.059483] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.059584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.059680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.059777] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 is going to be created. [ 1302.083341] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.083552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.083552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.083732] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.083873] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.092537] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 in Status: UNINITIALIZED for 2s [ 1302.321623] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7ba59b4-8801-467b-9430-1d3af8697ca8: rpc.has_security_group_logging(os_id): False [ 1302.341442] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.341728] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.341728] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.341936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.342044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.342255] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.342369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.342446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.342797] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.342900] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.343066] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.343167] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.343232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.343378] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.343454] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.343652] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.343891] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.343891] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.343960] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.344060] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.344256] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1302.408550] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.408799] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.408799] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.409039] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.409209] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.422329] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1304.102383] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 in Status: SUCCESS [ 1304.102777] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.102847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.103067] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.103323] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.103491] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.103606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.103839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.103947] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.104098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.104254] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0de1b304-5ed6-45a1-b27e-1b029389a1e1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.436823] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1304.437098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.606986] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0de1b304-5ed6-45a1-b27e-1b029389a1e1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.607279] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.607279] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.607496] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.607683] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.607772] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.607831] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.607990] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.608094] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.608186] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.608364] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0de1b304-5ed6-45a1-b27e-1b029389a1e1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.608470] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.608529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.608682] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.608827] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.608920] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.608987] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.609136] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.609217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.609303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.609389] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0de1b304-5ed6-45a1-b27e-1b029389a1e1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.112411] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0de1b304-5ed6-45a1-b27e-1b029389a1e1: rpc.has_security_group_logging(os_id): False [ 1305.164760] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.165030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.165030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.165259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.165259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.165420] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.165540] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.165621] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.165738] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.165864] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.166099] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.166217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.166291] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.166397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.166597] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.166792] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.166884] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.166941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.167085] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.167151] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.167238] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 is going to be created. [ 1305.265614] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.265862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.265862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.266335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.266335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.277886] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 in Status: IN_PROGRESS for 2s [ 1305.548632] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1305.548832] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1306.129582] env[69439]: INFO networking_nsxv3.common.synchronization [req-3b1213a5-de01-42fa-b140-74a5334f2301 req-b0f744e9-53e4-4707-921a-65bdf042e602 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Enqueued Resource ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c with Priority: HIGHEST for action security_group_members [ 1306.129582] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c with Priority: HIGHEST for action security_group_members [ 1306.129992] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-840ee68d-1552-4b5d-9f51-6225a4416e6c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.130138] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.130210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.130411] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.130573] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.131513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.131513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.131513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.131513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.131513] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('840ee68d-1552-4b5d-9f51-6225a4416e6c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.637100] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.637306] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.637498] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.637743] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.637888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.638212] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.638428] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.638510] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.638759] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.638906] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.639076] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c is going to be updated. [ 1306.676073] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.676310] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.676310] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.676532] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.676694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.700895] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c in Status: IN_PROGRESS for 2s [ 1307.291078] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 in Status: SUCCESS [ 1307.291428] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.033293] env[69439]: INFO networking_nsxv3.common.synchronization [req-f4f62032-f3b6-4484-9690-a59c982356f0 req-b7a9a397-3a6a-4241-9d97-ba9a56606f91 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1308.034049] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1308.034188] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.034320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.034397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.034600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.034759] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.035574] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.035574] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.035574] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.035574] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.035574] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.539011] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.556781] env[69439]: INFO networking_nsxv3.common.synchronization [None req-6de8f471-2688-413c-af66-8db251814019 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1308.557435] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1308.557722] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.557817] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.710907] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c in Status: SUCCESS [ 1308.713379] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 840ee68d-1552-4b5d-9f51-6225a4416e6c deletion is rescheduled due to dependency. [ 1308.713557] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-840ee68d-1552-4b5d-9f51-6225a4416e6c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.838170] env[69439]: INFO networking_nsxv3.common.synchronization [req-f90d7e17-d701-4875-b578-00423b7ac4cd req-2bf44a11-e2f8-43d0-9994-962dbc98e729 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1308.838170] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1308.838589] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.838589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.838589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.838764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.838814] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.838915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.838978] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.840433] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.840433] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.840433] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.041896] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.342981] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.544090] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.544520] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.544520] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.544632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.544670] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.544826] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 is going to be updated. [ 1309.578436] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.578648] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.578648] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.578917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.579157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.589641] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: IN_PROGRESS for 2s [ 1309.846128] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.348924] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.349157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.349214] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.349455] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.349552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.349665] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1310.382092] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.382287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.382372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.382587] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.382787] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.392673] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1310.820276] env[69439]: INFO networking_nsxv3.common.synchronization [req-36796be6-83e2-493f-8a25-d7ec63356b8c req-24d3e155-0db3-4c08-a9ce-d0284afe4c93 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1310.820861] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGHEST for action security_group_members [ 1310.821219] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.821350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.821421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.821615] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.821768] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.821869] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.821934] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.825397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.825559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.825706] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.007014] env[69439]: INFO networking_nsxv3.common.synchronization [req-373a3cba-d99d-431a-9c07-4ffcec3df956 req-f4338cca-c798-4ab7-bffa-43d9359c72cc tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Enqueued Resource ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 with Priority: HIGHEST for action security_group_members [ 1311.007983] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 with Priority: HIGHEST for action security_group_members [ 1311.008514] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-0de1b304-5ed6-45a1-b27e-1b029389a1e1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.008669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.008893] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.009139] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.009300] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.009403] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.009533] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.009756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.009829] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.009926] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0de1b304-5ed6-45a1-b27e-1b029389a1e1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.328133] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.328336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.328407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.328586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.328681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.329210] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.329210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.329210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.329210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.329535] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.329535] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be updated. [ 1311.358237] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.362023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.362023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.362023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.362023] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.367945] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: IN_PROGRESS for 2s [ 1311.418702] env[69439]: INFO networking_nsxv3.common.synchronization [req-05440252-9c79-48f8-a3aa-6571504b53ab req-3a99056e-38c7-4e0f-ae9b-7f46a2cda8ac tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 with Priority: HIGHEST for action security_group_members [ 1311.419274] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 with Priority: HIGHEST for action security_group_members [ 1311.419591] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-666ec93c-83a7-4dfc-8a44-084e16793f77 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.419715] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.419786] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.419983] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.420221] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.420326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.420392] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.421121] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.421121] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.421121] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('666ec93c-83a7-4dfc-8a44-084e16793f77',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.514610] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.514610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.514610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.514610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.514610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.514610] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.514610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.514610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.514610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.514610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.514610] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 is going to be updated. [ 1311.557028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.557257] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.557257] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.557447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.557632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.567481] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 in Status: IN_PROGRESS for 2s [ 1311.601717] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: SUCCESS [ 1311.601943] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.602168] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.602416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.602680] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.602800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.602872] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.603061] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.603156] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.603291] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.922998] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.923343] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.923343] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.923479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.923576] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.923803] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.923900] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.923951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.924123] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.924196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.924282] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 is going to be updated. [ 1311.952080] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.952326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.952326] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.952458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.952600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.960697] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 in Status: IN_PROGRESS for 2s [ 1312.105999] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.106183] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.106287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.106536] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.106661] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.106954] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.107024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.107059] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.107212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.107277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.107363] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 is going to be updated. [ 1312.138040] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.138229] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.138229] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.138435] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.138573] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.148121] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: IN_PROGRESS for 2s [ 1312.404171] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1312.404171] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.378719] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 in Status: SUCCESS [ 1313.378719] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 deletion is rescheduled due to dependency. [ 1313.378719] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.579580] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 in Status: SUCCESS [ 1313.580143] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 deletion is rescheduled due to dependency. [ 1313.580143] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.970343] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 in Status: SUCCESS [ 1313.970523] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666ec93c-83a7-4dfc-8a44-084e16793f77 deletion is rescheduled due to dependency. [ 1313.970638] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666ec93c-83a7-4dfc-8a44-084e16793f77" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.158480] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: SUCCESS [ 1314.158480] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 deletion is rescheduled due to dependency. [ 1314.158480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.179753] env[69439]: INFO networking_nsxv3.common.synchronization [req-2e91ce07-5636-4b2e-bc77-602d7c6236be req-d8fa85bc-382e-4467-8243-5d2155fa6755 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1316.179753] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGHEST for action security_group_members [ 1316.180145] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.180145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.180241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.180400] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.180558] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.180735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.180845] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.180932] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.183909] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.184108] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.687208] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.687374] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.687442] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.687641] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.687758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.688090] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.688090] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.688090] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.688221] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.688306] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.688368] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be updated. [ 1316.719028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.719028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.719028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.719028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.719287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.728054] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: IN_PROGRESS for 2s [ 1318.740888] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 in Status: SUCCESS [ 1318.740888] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 deletion is rescheduled due to dependency. [ 1318.740888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.289292] env[69439]: INFO networking_nsxv3.common.synchronization [None req-e5ba7b57-48f6-46cf-9994-38e0e25e7852 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_rules [ 1319.289758] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_rules [ 1319.289924] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5d53025-e417-42a2-8b96-37b11679c124 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.290033] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.290099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.290360] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.290441] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.361576] env[69439]: INFO networking_nsxv3.common.synchronization [None req-2f573ccb-2f24-4fda-ab49-7f8ca4782251 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_rules [ 1319.361867] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_rules [ 1319.362182] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5d53025-e417-42a2-8b96-37b11679c124 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.362284] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.810313] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.810607] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.810607] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.810705] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.810794] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.810888] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5d53025-e417-42a2-8b96-37b11679c124 already deleted. [ 1319.810971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.811130] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.811280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.811360] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.332408] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.333286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.333286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.333286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.333286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.333286] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5d53025-e417-42a2-8b96-37b11679c124 already deleted. [ 1320.333286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.363114] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.363432] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1327.412866] env[69439]: INFO networking_nsxv3.common.synchronization [req-128fe029-47e6-475b-92ca-97b4688f0ef4 req-22638f8a-7226-420c-b073-43fee108315a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_members [ 1327.413161] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_members [ 1327.413301] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5d53025-e417-42a2-8b96-37b11679c124 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.413429] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.413486] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.414099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.414264] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.414375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.414431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.414599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.414686] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.414768] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.707092] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.707363] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.707497] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.707817] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.708218] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.708372] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.708496] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.708762] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.708935] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.709204] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1327.709358] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1327.709494] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1327.709629] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1327.709785] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1327.709916] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1327.710092] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1327.733804] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1327.734017] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1327.734153] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1327.734680] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.734680] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-d4eb7fac-4abe-4c73-9eff-13553bf718cd taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.735168] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-d4eb7fac-4abe-4c73-9eff-13553bf718cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.735168] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-d4eb7fac-4abe-4c73-9eff-13553bf718cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.735415] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-d4eb7fac-4abe-4c73-9eff-13553bf718cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.735499] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4eb7fac-4abe-4c73-9eff-13553bf718cd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.917915] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.917915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.917915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.917915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.917915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.917915] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.917915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.917915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.918369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.918369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.918369] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5d53025-e417-42a2-8b96-37b11679c124 already deleted. [ 1327.918369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.226148] env[69439]: INFO networking_nsxv3.common.synchronization [req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 req-53c23d7d-7603-477a-848b-e01b8dc187a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Enqueued Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_members [ 1328.226660] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_members [ 1328.226951] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03336a7-c0b3-43d8-8fcd-3049396f1743 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.227093] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.227161] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.227360] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.227522] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.227606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.227669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.227807] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.227906] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.228008] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.238093] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.238305] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.238439] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.238687] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.238838] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.238998] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port d4eb7fac-4abe-4c73-9eff-13553bf718cd not found, creating... [ 1328.239267] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.239428] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.239549] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.239761] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.239934] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.240242] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.240406] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.240530] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.240746] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.240954] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.241127] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: d4eb7fac-4abe-4c73-9eff-13553bf718cd is going to be created. [ 1328.262935] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.263275] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.263449] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.263785] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.264050] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.264294] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-d4eb7fac-4abe-4c73-9eff-13553bf718cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.730323] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.007012] env[69439]: INFO networking_nsxv3.common.synchronization [req-128fe029-47e6-475b-92ca-97b4688f0ef4 req-e5cad5b8-0a04-4539-9ea3-4fc05258d7aa service nova] Enqueued Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_rules [ 1329.007393] env[69439]: INFO networking_nsxv3.common.synchronization [req-128fe029-47e6-475b-92ca-97b4688f0ef4 req-e5cad5b8-0a04-4539-9ea3-4fc05258d7aa service nova] Enqueued Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_members [ 1329.007393] env[69439]: INFO networking_nsxv3.common.synchronization [req-128fe029-47e6-475b-92ca-97b4688f0ef4 req-e5cad5b8-0a04-4539-9ea3-4fc05258d7aa service nova] Enqueued Resource ID: d4eb7fac-4abe-4c73-9eff-13553bf718cd with Priority: HIGHEST for action port [ 1329.007611] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_rules [ 1329.007701] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_members [ 1329.007941] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4eb7fac-4abe-4c73-9eff-13553bf718cd with Priority: HIGHEST for action port [ 1329.008346] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5d53025-e417-42a2-8b96-37b11679c124 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.008501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.008705] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.008774] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.008856] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.010877] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5d53025-e417-42a2-8b96-37b11679c124 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.010877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.010877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.010877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.010877] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.011272] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.011272] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.011272] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.011272] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.012477] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.013125] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4eb7fac-4abe-4c73-9eff-13553bf718cd taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.014662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4eb7fac-4abe-4c73-9eff-13553bf718cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.014662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4eb7fac-4abe-4c73-9eff-13553bf718cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.014662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4eb7fac-4abe-4c73-9eff-13553bf718cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.014662] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4eb7fac-4abe-4c73-9eff-13553bf718cd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.233074] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.516481] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5d53025-e417-42a2-8b96-37b11679c124 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.516769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.516999] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.518018] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4eb7fac-4abe-4c73-9eff-13553bf718cd with status ACTIVE [ 1329.518231] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.518364] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.518435] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.518665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.519106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.519106] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.519106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.519106] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.519275] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.519310] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.519837] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.520090] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.520176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.520341] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.520597] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.520697] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4eb7fac-4abe-4c73-9eff-13553bf718cd is going to be updated. [ 1329.541679] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.541880] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.541978] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.542180] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.542322] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.542483] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4eb7fac-4abe-4c73-9eff-13553bf718cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.735960] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.736385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.736385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.736459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.736585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.736786] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 is going to be updated. [ 1329.766192] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.766427] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.766427] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.766578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.766723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.775862] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 in Status: IN_PROGRESS for 2s [ 1330.023288] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.526533] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.526767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.526951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.527193] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.527319] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.527453] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5d53025-e417-42a2-8b96-37b11679c124 is going to be created. [ 1330.554998] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.555235] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.555291] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.555539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.555706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.566983] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5d53025-e417-42a2-8b96-37b11679c124 in Status: UNINITIALIZED for 2s [ 1331.787897] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 in Status: SUCCESS [ 1331.788290] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.580258] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5d53025-e417-42a2-8b96-37b11679c124 in Status: SUCCESS [ 1332.580826] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.581347] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.581889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.582385] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.583311] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.583311] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.583311] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.583543] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.583543] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.583670] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.086711] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.589609] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5d53025-e417-42a2-8b96-37b11679c124: rpc.has_security_group_logging(os_id): False [ 1333.609982] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.609982] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.610244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.611219] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.611219] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.611219] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.611219] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.611219] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.611219] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.611219] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.611598] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5d53025-e417-42a2-8b96-37b11679c124 is going to be created. [ 1333.693589] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.693589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.693589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.693934] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.694110] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.707656] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5d53025-e417-42a2-8b96-37b11679c124 in Status: IN_PROGRESS for 2s [ 1334.008924] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.009126] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1335.724549] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5d53025-e417-42a2-8b96-37b11679c124 in Status: SUCCESS [ 1335.724923] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.010206] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.010206] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.085682] env[69439]: INFO networking_nsxv3.common.synchronization [req-03807cf5-f908-4949-9d63-03650c556338 req-fc5a2a40-8498-4d47-a747-89c47fa06347 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Enqueued Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_members [ 1343.086253] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_members [ 1343.087252] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.087252] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.087252] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.087252] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.087252] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.087252] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.087252] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.087668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.087668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.087668] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.589637] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.589845] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.589903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.590179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.613830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.614092] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.614246] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.614315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.614518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.614614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.614705] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 is going to be updated. [ 1343.643632] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.643790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.643844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.644358] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.644358] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.653837] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: IN_PROGRESS for 2s [ 1344.461257] env[69439]: INFO networking_nsxv3.common.synchronization [req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 req-0e8d0cc2-821b-4d4e-806e-017fac567792 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_members [ 1344.461647] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_members [ 1344.461751] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5d53025-e417-42a2-8b96-37b11679c124 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.461876] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.461944] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.462362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.462545] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.462679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.462757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.462968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.463097] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.463187] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.805779] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.805779] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.805779] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.806066] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.806330] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.806440] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.806560] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.807170] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.807357] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.807594] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1344.807713] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1344.807826] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1344.807941] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1344.808092] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1344.808177] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1344.808314] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1344.831395] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1344.831726] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1344.831961] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1344.832266] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.832760] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.832968] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.833768] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.834272] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.834906] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a249f8c-a820-4f0e-91ef-b1fe31c12a4c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.965712] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.338342] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.338600] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.338693] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.339012] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.339181] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.339347] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 5a249f8c-a820-4f0e-91ef-b1fe31c12a4c not found, creating... [ 1345.339604] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.339769] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.339891] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.340145] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.340307] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.340588] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.340747] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.340869] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.341095] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.341242] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.341390] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 5a249f8c-a820-4f0e-91ef-b1fe31c12a4c is going to be created. [ 1345.377473] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.377740] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.377850] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.378142] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.378372] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.378605] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.468490] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.663649] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: SUCCESS [ 1345.663854] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 deletion is rescheduled due to dependency. [ 1345.663939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.971383] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.971625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.971625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.971939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.972053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.972254] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5d53025-e417-42a2-8b96-37b11679c124 is going to be updated. [ 1346.006686] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.006937] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.006937] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.007222] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.007437] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.021465] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5d53025-e417-42a2-8b96-37b11679c124 in Status: IN_PROGRESS for 2s [ 1346.417295] env[69439]: INFO networking_nsxv3.common.synchronization [req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 req-9130cddd-0837-4fdd-b52a-9ce96e75276b service nova] Enqueued Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_rules [ 1346.417451] env[69439]: INFO networking_nsxv3.common.synchronization [req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 req-9130cddd-0837-4fdd-b52a-9ce96e75276b service nova] Enqueued Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_members [ 1346.417595] env[69439]: INFO networking_nsxv3.common.synchronization [req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 req-9130cddd-0837-4fdd-b52a-9ce96e75276b service nova] Enqueued Resource ID: 5a249f8c-a820-4f0e-91ef-b1fe31c12a4c with Priority: HIGHEST for action port [ 1346.421233] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_rules [ 1346.421627] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_members [ 1346.421627] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a249f8c-a820-4f0e-91ef-b1fe31c12a4c with Priority: HIGHEST for action port [ 1346.425702] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5d53025-e417-42a2-8b96-37b11679c124 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.425844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.425915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.426176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.426265] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.427172] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5d53025-e417-42a2-8b96-37b11679c124 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.431079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.431079] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.431079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.431079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.431079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.431079] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a249f8c-a820-4f0e-91ef-b1fe31c12a4c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.503288] env[69439]: INFO networking_nsxv3.common.synchronization [req-424425c9-4270-4c78-a4bc-09ce84e7a759 req-d83808e5-9a1d-44cb-a799-7e50860fb6c6 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Enqueued Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_members [ 1346.503791] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 with Priority: HIGHEST for action security_group_members [ 1346.504139] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03336a7-c0b3-43d8-8fcd-3049396f1743 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.504271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.504345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.504570] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.508022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.508022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.508022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.508022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.508022] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.508022] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a03336a7-c0b3-43d8-8fcd-3049396f1743',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.931202] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5d53025-e417-42a2-8b96-37b11679c124 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.931367] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.933695] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a249f8c-a820-4f0e-91ef-b1fe31c12a4c with status ACTIVE [ 1346.933889] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.934015] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.934092] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.934362] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.934459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.934623] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.934727] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.934779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.934941] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.935031] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.935223] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.935315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.935377] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.935517] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.935598] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.935671] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a249f8c-a820-4f0e-91ef-b1fe31c12a4c is going to be updated. [ 1346.960240] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.960351] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.960422] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.960589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.960724] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.960887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.010596] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.010781] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.010871] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.011128] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.011229] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.011444] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.011545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.011608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.011764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.011844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.011929] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 is going to be updated. [ 1347.043184] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.043311] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.043357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.043529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.043674] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.053427] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 in Status: IN_PROGRESS for 2s [ 1348.031795] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5d53025-e417-42a2-8b96-37b11679c124 in Status: SUCCESS [ 1348.032141] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.032220] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.032466] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.032676] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.032801] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.032867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.033054] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.033146] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.033289] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.535674] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.038145] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.065682] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 in Status: SUCCESS [ 1349.065897] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03336a7-c0b3-43d8-8fcd-3049396f1743 deletion is rescheduled due to dependency. [ 1349.066062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03336a7-c0b3-43d8-8fcd-3049396f1743" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.541234] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.541444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.541522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.541786] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.541888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.541998] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5d53025-e417-42a2-8b96-37b11679c124 is going to be updated. [ 1349.570240] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.570388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.570452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.570653] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.570810] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.580915] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5d53025-e417-42a2-8b96-37b11679c124 in Status: IN_PROGRESS for 2s [ 1351.505102] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.505102] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1351.594232] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5d53025-e417-42a2-8b96-37b11679c124 in Status: SUCCESS [ 1351.594471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.595015] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.595262] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.595474] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.595597] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.595670] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.595821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.595903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.595987] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.596095] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.098094] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.600066] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5d53025-e417-42a2-8b96-37b11679c124: rpc.has_security_group_logging(os_id): False [ 1352.618108] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.618108] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.618108] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.618322] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.618322] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.618578] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.618686] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.618739] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.619011] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.619011] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.619159] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5d53025-e417-42a2-8b96-37b11679c124 is going to be updated. [ 1352.833509] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.833680] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.833750] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.833980] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.834177] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.858083] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5d53025-e417-42a2-8b96-37b11679c124 in Status: IN_PROGRESS for 2s [ 1353.551552] env[69439]: INFO networking_nsxv3.common.synchronization [req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f req-0936693b-2804-475b-b5f0-f47c24c221a0 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Enqueued Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_members [ 1353.551777] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_members [ 1353.552142] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.552279] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.552333] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.552541] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.552702] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.552800] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.552862] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.553010] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.553149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.553282] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.905713] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.906100] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-302" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.906100] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-302" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.906349] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-302" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.906612] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.906775] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.906898] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.908882] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.909051] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.909623] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1353.909767] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1353.909890] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1353.910015] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1353.910144] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1353.910261] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1353.910449] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1353.933080] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1353.933291] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1353.933444] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1353.933640] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-302" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.933974] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-33c99627-aabc-4421-972e-644b0c5b66cd taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.934211] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-33c99627-aabc-4421-972e-644b0c5b66cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.934418] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-33c99627-aabc-4421-972e-644b0c5b66cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.934932] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-33c99627-aabc-4421-972e-644b0c5b66cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.934932] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c99627-aabc-4421-972e-644b0c5b66cd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.055330] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.055559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.055607] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.056336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.056336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.056336] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.056562] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.056562] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.056637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.056716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.056832] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 is going to be updated. [ 1354.085598] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.085795] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.085900] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.086182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.086339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.096816] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: IN_PROGRESS for 2s [ 1354.437641] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.437914] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.437983] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.438519] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.438519] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.438710] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 33c99627-aabc-4421-972e-644b0c5b66cd not found, creating... [ 1354.438901] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.439077] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.439740] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.439740] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.439740] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.439934] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.440051] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.440111] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.440738] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.440738] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.440738] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 33c99627-aabc-4421-972e-644b0c5b66cd is going to be created. [ 1354.459972] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.460503] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.460556] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.460887] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.461233] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.461572] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-33c99627-aabc-4421-972e-644b0c5b66cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.875026] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5d53025-e417-42a2-8b96-37b11679c124 in Status: SUCCESS [ 1354.875026] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.968973] env[69439]: INFO networking_nsxv3.common.synchronization [None req-f4bfb63d-4252-4819-a404-558427beb94d None None] Enqueued Resource ID: 4d200f89-90d7-491b-a899-ed0285f672d0 with Priority: HIGHEST for action port [ 1354.969293] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d200f89-90d7-491b-a899-ed0285f672d0 with Priority: HIGHEST for action port [ 1354.970872] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d200f89-90d7-491b-a899-ed0285f672d0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.970872] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d200f89-90d7-491b-a899-ed0285f672d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.971585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d200f89-90d7-491b-a899-ed0285f672d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.972924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d200f89-90d7-491b-a899-ed0285f672d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.972924] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d200f89-90d7-491b-a899-ed0285f672d0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.166225] env[69439]: INFO networking_nsxv3.common.synchronization [req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f req-f1a373d9-08ab-4a10-b324-d8f68fc7872d service nova] Enqueued Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_rules [ 1355.166455] env[69439]: INFO networking_nsxv3.common.synchronization [req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f req-f1a373d9-08ab-4a10-b324-d8f68fc7872d service nova] Enqueued Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_members [ 1355.166647] env[69439]: INFO networking_nsxv3.common.synchronization [req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f req-f1a373d9-08ab-4a10-b324-d8f68fc7872d service nova] Enqueued Resource ID: 33c99627-aabc-4421-972e-644b0c5b66cd with Priority: HIGHEST for action port [ 1355.168149] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_rules [ 1355.168149] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_members [ 1355.168149] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c99627-aabc-4421-972e-644b0c5b66cd with Priority: HIGHEST for action port [ 1355.168287] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.168287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.168424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.168559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.168642] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.169476] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.169575] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.169760] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-33c99627-aabc-4421-972e-644b0c5b66cd taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.169860] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33c99627-aabc-4421-972e-644b0c5b66cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.169922] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33c99627-aabc-4421-972e-644b0c5b66cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.170102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33c99627-aabc-4421-972e-644b0c5b66cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.170178] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c99627-aabc-4421-972e-644b0c5b66cd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.477947] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d200f89-90d7-491b-a899-ed0285f672d0 [ 1355.478215] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.478348] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.478415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.478630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.478713] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.478810] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d200f89-90d7-491b-a899-ed0285f672d0 already deleted. [ 1355.478880] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d200f89-90d7-491b-a899-ed0285f672d0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.672263] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.676019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.676019] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33c99627-aabc-4421-972e-644b0c5b66cd with status ACTIVE [ 1355.676019] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.676019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.676019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.676019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.676019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.676019] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.676019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.676019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.676019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.676019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.676019] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.676019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.676019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.676019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.676019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.676919] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33c99627-aabc-4421-972e-644b0c5b66cd is going to be updated. [ 1355.700686] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.700878] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.700978] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.701469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.701469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.701678] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33c99627-aabc-4421-972e-644b0c5b66cd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.107127] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: SUCCESS [ 1356.107573] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 deletion is rescheduled due to dependency. [ 1356.107573] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.107573] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.107783] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.107970] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.108094] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.108155] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.108317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.108395] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.108496] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.258762] env[69439]: INFO networking_nsxv3.common.synchronization [None req-2fe80d8e-f9d0-4139-bdf0-b75f93deaf48 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1356.259951] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1356.260490] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.260625] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.260693] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.260895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.261146] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.261232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.261456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.264151] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.264264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.264417] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.611649] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.767327] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.767742] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.767824] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.768062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.768160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.768368] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.768468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.768533] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.768701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.768779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.768863] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 is going to be updated. [ 1356.796591] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.796802] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.796802] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.797105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.797232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.806730] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: IN_PROGRESS for 2s [ 1356.973192] env[69439]: INFO networking_nsxv3.common.synchronization [None req-a84f4cca-65c4-4cf5-9b9f-e9f1a1d5b460 None None] Enqueued Resource ID: 95c5f531-7841-4f20-8ac3-cd1bd497642b with Priority: HIGHEST for action port [ 1356.973743] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c5f531-7841-4f20-8ac3-cd1bd497642b with Priority: HIGHEST for action port [ 1356.974236] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-95c5f531-7841-4f20-8ac3-cd1bd497642b taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.974381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95c5f531-7841-4f20-8ac3-cd1bd497642b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.974457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95c5f531-7841-4f20-8ac3-cd1bd497642b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.974707] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95c5f531-7841-4f20-8ac3-cd1bd497642b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.974789] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95c5f531-7841-4f20-8ac3-cd1bd497642b',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.117258] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.476889] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95c5f531-7841-4f20-8ac3-cd1bd497642b [ 1357.480020] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.480020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.480020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.480020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.480020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.480020] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95c5f531-7841-4f20-8ac3-cd1bd497642b already deleted. [ 1357.480020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95c5f531-7841-4f20-8ac3-cd1bd497642b" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.619966] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.620210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.620272] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.620585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.620728] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.620856] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 is going to be updated. [ 1357.656627] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.656627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.656627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.656935] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.656970] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.665843] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: IN_PROGRESS for 2s [ 1358.385922] env[69439]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1358.386218] env[69439]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] NSXv3 Agent Agent loop - iteration:3 started [ 1358.816261] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: SUCCESS [ 1358.816470] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 deletion is rescheduled due to dependency. [ 1358.816538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.676778] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: SUCCESS [ 1359.677018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.677197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.677438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.677677] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.677804] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.677889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.678081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.678211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.678402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.678402] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.182252] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.685032] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf3119dc-7330-463e-8dbe-f2b7626241e2: rpc.has_security_group_logging(os_id): False [ 1360.703322] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.703479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.703479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.703902] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.703902] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.704031] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.704088] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.704753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.704753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.704753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.704753] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 is going to be updated. [ 1360.759693] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.759693] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.759693] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.759954] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.760059] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.772396] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: IN_PROGRESS for 2s [ 1361.041582] env[69439]: INFO networking_nsxv3.common.synchronization [req-a0660679-58ae-4e80-9212-15608e48bd35 req-d881f2ea-2e0d-4f2e-b8cb-acdbea19efdf tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Enqueued Resource ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 with Priority: HIGHEST for action security_group_members [ 1361.042357] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 with Priority: HIGHEST for action security_group_members [ 1361.042801] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02b8510-7de1-4651-aa8d-6f778b33ecb6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.043020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.043103] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.043494] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.043694] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.043910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.043910] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.044030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.044139] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.044243] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c02b8510-7de1-4651-aa8d-6f778b33ecb6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.460570] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-383 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.460570] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-383" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.460570] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-383" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.460570] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-383" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.460791] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.460791] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.460900] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.461152] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.461358] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.461573] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1361.461770] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1361.461822] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1361.461901] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1361.462021] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1361.462132] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1361.462269] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1361.480882] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1361.481067] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1361.481244] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1361.481441] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-383" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.481762] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-2cebed25-20ac-4184-8edf-eb0f648809b5 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.481938] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-2cebed25-20ac-4184-8edf-eb0f648809b5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.482074] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-2cebed25-20ac-4184-8edf-eb0f648809b5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.482411] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-2cebed25-20ac-4184-8edf-eb0f648809b5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.482557] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cebed25-20ac-4184-8edf-eb0f648809b5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.546912] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.547128] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.547171] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.547405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.547503] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.547704] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.547805] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.547868] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.548028] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.548107] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.548191] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 already deleted. [ 1361.548273] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.986603] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.987045] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.987045] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.987306] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.987508] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.987678] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 2cebed25-20ac-4184-8edf-eb0f648809b5 not found, creating... [ 1361.987950] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.988130] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.988254] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.988485] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.988627] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.988905] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.989083] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.989206] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.989415] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.989552] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.989696] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 2cebed25-20ac-4184-8edf-eb0f648809b5 is going to be created. [ 1362.009104] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.009311] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.009434] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.009676] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.009906] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.010144] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-2cebed25-20ac-4184-8edf-eb0f648809b5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.708760] env[69439]: INFO networking_nsxv3.common.synchronization [req-a0660679-58ae-4e80-9212-15608e48bd35 req-8cf1f1fc-9860-4c07-994c-7be03a5f5bb0 service nova] Enqueued Resource ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 with Priority: HIGHEST for action security_group_rules [ 1362.708989] env[69439]: INFO networking_nsxv3.common.synchronization [req-a0660679-58ae-4e80-9212-15608e48bd35 req-8cf1f1fc-9860-4c07-994c-7be03a5f5bb0 service nova] Enqueued Resource ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 with Priority: HIGHEST for action security_group_members [ 1362.709131] env[69439]: INFO networking_nsxv3.common.synchronization [req-a0660679-58ae-4e80-9212-15608e48bd35 req-8cf1f1fc-9860-4c07-994c-7be03a5f5bb0 service nova] Enqueued Resource ID: 2cebed25-20ac-4184-8edf-eb0f648809b5 with Priority: HIGHEST for action port [ 1362.709367] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 with Priority: HIGHEST for action security_group_rules [ 1362.709505] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 with Priority: HIGHEST for action security_group_members [ 1362.709661] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cebed25-20ac-4184-8edf-eb0f648809b5 with Priority: HIGHEST for action port [ 1362.710415] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c02b8510-7de1-4651-aa8d-6f778b33ecb6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.710569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.710681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.710992] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.711240] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c02b8510-7de1-4651-aa8d-6f778b33ecb6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.712180] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02b8510-7de1-4651-aa8d-6f778b33ecb6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.712348] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.712458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.712667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.712864] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.713044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.713149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.713492] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.713660] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.713806] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c02b8510-7de1-4651-aa8d-6f778b33ecb6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.714692] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cebed25-20ac-4184-8edf-eb0f648809b5 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.714847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cebed25-20ac-4184-8edf-eb0f648809b5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.714951] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cebed25-20ac-4184-8edf-eb0f648809b5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.715167] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cebed25-20ac-4184-8edf-eb0f648809b5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.715286] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cebed25-20ac-4184-8edf-eb0f648809b5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.785953] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: SUCCESS [ 1362.786204] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.218376] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c02b8510-7de1-4651-aa8d-6f778b33ecb6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.219484] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02b8510-7de1-4651-aa8d-6f778b33ecb6 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.219626] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.219976] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cebed25-20ac-4184-8edf-eb0f648809b5 with status ACTIVE [ 1363.220142] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.220252] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.220315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.220518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.220607] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.220773] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.220869] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.220926] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.221138] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.221188] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.221384] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.221481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.221545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.221695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.221768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.221854] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cebed25-20ac-4184-8edf-eb0f648809b5 is going to be updated. [ 1363.244171] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.244394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.244394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.244578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.244728] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.244887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cebed25-20ac-4184-8edf-eb0f648809b5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.720773] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c02b8510-7de1-4651-aa8d-6f778b33ecb6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.224436] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.224436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.224436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.224436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.224436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.224436] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 is going to be created. [ 1364.248529] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.248798] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.248798] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.248939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.249113] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.259722] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 in Status: UNINITIALIZED for 2s [ 1366.272692] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 in Status: SUCCESS [ 1366.272692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.272692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.272692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.272692] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.272692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.272692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.272692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.272692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.272692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.272692] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c02b8510-7de1-4651-aa8d-6f778b33ecb6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.279503] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-494 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.279503] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-494" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.279503] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-494" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.279782] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-494" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.279897] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.280080] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.280211] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.280429] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.280577] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.280793] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1366.280912] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1366.281128] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1366.281176] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1366.281257] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1366.281366] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1366.281501] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1366.298983] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1366.299174] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1366.299316] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1366.299492] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-494" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.299804] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-6d82dd38-b4db-4340-819a-789be89ae20f taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.299978] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-6d82dd38-b4db-4340-819a-789be89ae20f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.300126] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-6d82dd38-b4db-4340-819a-789be89ae20f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.300384] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-6d82dd38-b4db-4340-819a-789be89ae20f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.300528] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d82dd38-b4db-4340-819a-789be89ae20f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.774639] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02b8510-7de1-4651-aa8d-6f778b33ecb6 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.774889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.774889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.775210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.775412] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.775559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.775648] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.775853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.775974] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.776105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.776286] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02b8510-7de1-4651-aa8d-6f778b33ecb6 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.776412] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.776500] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.776674] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.776845] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.776966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.777062] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.777231] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.777332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.777440] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.777550] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c02b8510-7de1-4651-aa8d-6f778b33ecb6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.802861] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.803079] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.803285] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.803577] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.803764] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.804116] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.804305] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.804439] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.804685] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.804846] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.805163] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.805337] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.805461] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.805673] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.805810] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.805988] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 6d82dd38-b4db-4340-819a-789be89ae20f is going to be updated. [ 1366.828623] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.828848] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.828981] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.829380] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.829668] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.829966] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-6d82dd38-b4db-4340-819a-789be89ae20f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.279477] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c02b8510-7de1-4651-aa8d-6f778b33ecb6: rpc.has_security_group_logging(os_id): False [ 1367.298876] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.299055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.299131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.299353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.299640] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.299801] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.300100] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.300218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.301040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.301040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.301040] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.301040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.301040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.301040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.301631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.301631] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.301631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.301631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.301631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.301842] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.301842] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 is going to be created. [ 1367.365644] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.365936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.365936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.366148] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.366343] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.380067] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 in Status: IN_PROGRESS for 2s [ 1367.598868] env[69439]: INFO networking_nsxv3.common.synchronization [req-c9eaf856-2d24-432f-b383-83223d0ae3b2 req-0afcc151-ef50-49bd-8ea5-482a64e1fde0 service nova] Enqueued Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGHEST for action security_group_rules [ 1367.599100] env[69439]: INFO networking_nsxv3.common.synchronization [req-c9eaf856-2d24-432f-b383-83223d0ae3b2 req-0afcc151-ef50-49bd-8ea5-482a64e1fde0 service nova] Enqueued Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGHEST for action security_group_members [ 1367.599229] env[69439]: INFO networking_nsxv3.common.synchronization [req-c9eaf856-2d24-432f-b383-83223d0ae3b2 req-0afcc151-ef50-49bd-8ea5-482a64e1fde0 service nova] Enqueued Resource ID: 6d82dd38-b4db-4340-819a-789be89ae20f with Priority: HIGHEST for action port [ 1367.599733] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGHEST for action security_group_rules [ 1367.599895] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGHEST for action security_group_members [ 1367.600016] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d82dd38-b4db-4340-819a-789be89ae20f with Priority: HIGHEST for action port [ 1367.600481] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.600606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.600675] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.600887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.601162] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.602765] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-74eb9e45-7b76-4f14-b32e-915b5efedcfb taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.602977] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.603138] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.603450] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.603681] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.605221] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.605221] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.605221] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.605221] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.605221] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.605803] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d82dd38-b4db-4340-819a-789be89ae20f taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.605803] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d82dd38-b4db-4340-819a-789be89ae20f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.605803] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d82dd38-b4db-4340-819a-789be89ae20f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.605803] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d82dd38-b4db-4340-819a-789be89ae20f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.605803] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d82dd38-b4db-4340-819a-789be89ae20f',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.103473] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-74eb9e45-7b76-4f14-b32e-915b5efedcfb taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.103824] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.108386] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.109582] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d82dd38-b4db-4340-819a-789be89ae20f with status ACTIVE [ 1368.109582] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.109804] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.109804] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.110015] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.110118] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.110231] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.110394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.110394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.110524] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.110708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.110794] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.110882] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.110939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.111066] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.111147] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.111206] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d82dd38-b4db-4340-819a-789be89ae20f is going to be updated. [ 1368.132022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.132228] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.132309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.132484] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.132628] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.132786] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d82dd38-b4db-4340-819a-789be89ae20f" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.321047] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.321479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.321479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.321479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.321621] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.613036] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.824173] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.116217] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.116456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.116456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.116677] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.116772] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.116872] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb is going to be updated. [ 1369.146128] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.146378] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.146378] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.146632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.146814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.159175] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb in Status: IN_PROGRESS for 2s [ 1369.326433] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.393777] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 in Status: SUCCESS [ 1369.394015] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.828430] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1369.828635] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1370.658973] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.659382] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.659382] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.659598] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.674079] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1370.675470] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.676846] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1370.714947] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.715160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.715251] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.715496] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.731744] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.732598] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1370.732667] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1370.732745] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1370.779336] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.779336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.779336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.779336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.781221] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.781221] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1370.864075] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.864075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.864075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.864075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.864075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.864568] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1370.947829] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.948128] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.948270] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.948579] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.949110] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.949576] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1370.949737] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b5eb7538-919b-42c7-af91-ab92b0876e8a', '09e64b84-7557-4e44-a624-dd0b85b9c9d5', 'afb56e74-7f05-44f1-bfdd-79d6f15b0efd', 'eb89c7e0-ab2b-4861-9683-b03488594dc1', '0de1b304-5ed6-45a1-b27e-1b029389a1e1', 'c02b8510-7de1-4651-aa8d-6f778b33ecb6', '2972ca42-d4e9-4fbe-af16-9422c32e9c47', '1b7676ea-d279-4e4f-88bb-0063727a351c', '0562be3f-b738-450a-9cb6-12de1ff84845', '920aba9d-9bd1-470f-b4d5-9e20cb898836', 'c5d53025-e417-42a2-8b96-37b11679c124', '6054c870-aeb8-4ffb-ac8f-86d3c6e32e31', '74eb9e45-7b76-4f14-b32e-915b5efedcfb', 'f6025d84-d053-46d8-8447-bcdc72ea9b6a', '2d9a8854-160a-44f1-8d8b-504c53031fcb', 'ede72296-12d9-40a6-a978-a526dc0b3952', '8eb6ff40-a26e-4694-bac7-a5424851f269', '93365572-f90a-45d3-bc00-b09b23bc9bb2', 'bf3119dc-7330-463e-8dbe-f2b7626241e2', '85d07dec-513c-4f3d-b4dc-00ff0f8959d3', '2c98b5db-4891-410d-87e5-e125e845a635', 'c7ba59b4-8801-467b-9430-1d3af8697ca8', '9707d0e0-4d20-4db8-8eba-f329b59cfaf4', '9e1b031f-13a1-44ae-b1ca-4af314fde7a1', '95143d24-63f6-4939-95d0-89a5ed82776a', '02d3fd7e-704a-42ca-b79f-39f16c03d454', 'b1b1f685-6a25-4b92-9b87-bec43cea3cc0', '0ca2f32f-87ec-4548-878c-2733cdec1c9a', '289d8183-ece5-4bf9-8f2d-d4b06c1c00dc', '528548f1-1161-4605-96fa-b19666eb4c4a', '0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe', 'f22adb3b-1a34-4931-87a1-380e6dfffcb1', 'a03336a7-c0b3-43d8-8fcd-3049396f1743', '51b1206e-8060-43b0-bd32-be99c8eb203c', 'eac81bb9-d780-4c8b-848a-3bfa018521f2', '27f4a9be-90a4-4341-b1de-562ac534346c', '666ec93c-83a7-4dfc-8a44-084e16793f77', 'cf70d0e5-f07c-40f0-8808-99962eb1a492', '410d164c-aa2e-4aab-97a2-fb4f13027908', 'b7928caa-8eec-4c2a-a503-817cacdbf194', '840ee68d-1552-4b5d-9f51-6225a4416e6c', 'e72a7d49-214e-469d-abb9-6f6b0ed6c67d', '7bdfb6b6-657f-481e-9325-6247cbdd314d'} {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1370.949866] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1370.979359] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.979611] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.979733] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.980074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.980229] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.980459] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1370.980564] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1370.981030] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1371.077867] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.077867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.077867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.077867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.078796] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.079104] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1371.079185] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1371.079256] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1371.079326] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1371.079407] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1371.079470] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGH for action security_group_rules [ 1371.079550] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 with Priority: HIGH for action security_group_rules [ 1371.079615] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd with Priority: HIGH for action security_group_rules [ 1371.079678] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGH for action security_group_rules [ 1371.079740] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 with Priority: HIGH for action security_group_rules [ 1371.079801] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 with Priority: HIGH for action security_group_rules [ 1371.079864] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGH for action security_group_rules [ 1371.079920] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b7676ea-d279-4e4f-88bb-0063727a351c with Priority: HIGH for action security_group_rules [ 1371.079979] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGH for action security_group_rules [ 1371.080053] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGH for action security_group_rules [ 1371.080117] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGH for action security_group_rules [ 1371.080179] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGH for action security_group_rules [ 1371.080240] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGH for action security_group_rules [ 1371.080300] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a with Priority: HIGH for action security_group_rules [ 1371.080363] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb with Priority: HIGH for action security_group_rules [ 1371.080424] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ede72296-12d9-40a6-a978-a526dc0b3952 with Priority: HIGH for action security_group_rules [ 1371.080485] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 with Priority: HIGH for action security_group_rules [ 1371.080665] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 with Priority: HIGH for action security_group_rules [ 1371.080665] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGH for action security_group_rules [ 1371.080805] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 with Priority: HIGH for action security_group_rules [ 1371.080805] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.169817] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb in Status: SUCCESS [ 1371.170067] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.170248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.170479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.170677] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.170797] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.170867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.171029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.171113] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.171193] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.171302] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.673551] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.178303] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74eb9e45-7b76-4f14-b32e-915b5efedcfb: rpc.has_security_group_logging(os_id): False [ 1372.197302] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.197515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.197515] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.197728] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.217249] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.217599] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.217741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.217784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.218036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.218138] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.218231] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb is going to be updated. [ 1372.276150] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.276380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.276380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.276600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.276798] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.292726] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb in Status: IN_PROGRESS for 2s [ 1372.601021] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.601271] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1372.601497] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5eb7538-919b-42c7-af91-ab92b0876e8a with Priority: HIGH for action security_group_rules [ 1372.601703] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd with Priority: HIGH for action security_group_rules [ 1372.601870] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGH for action security_group_rules [ 1372.602145] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb with Priority: HIGH for action security_group_rules [ 1372.602316] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 with Priority: HIGH for action security_group_rules [ 1372.602474] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGH for action security_group_rules [ 1372.602638] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 with Priority: HIGH for action security_group_rules [ 1372.602852] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 with Priority: HIGH for action security_group_rules [ 1372.603037] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a with Priority: HIGH for action security_group_rules [ 1372.603195] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede72296-12d9-40a6-a978-a526dc0b3952 with Priority: HIGH for action security_group_rules [ 1372.603348] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGH for action security_group_rules [ 1372.603500] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 with Priority: HIGH for action security_group_rules [ 1372.603667] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGH for action security_group_rules [ 1372.603781] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 with Priority: HIGH for action security_group_rules [ 1372.603879] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0562be3f-b738-450a-9cb6-12de1ff84845 with Priority: HIGH for action security_group_rules [ 1372.603971] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 with Priority: HIGH for action security_group_rules [ 1372.604074] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7676ea-d279-4e4f-88bb-0063727a351c with Priority: HIGH for action security_group_rules [ 1372.604165] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 with Priority: HIGH for action security_group_rules [ 1372.604254] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 with Priority: HIGH for action security_group_rules [ 1372.604404] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 with Priority: HIGH for action security_group_rules [ 1372.604895] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5eb7538-919b-42c7-af91-ab92b0876e8a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.605091] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.605197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.605559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.605690] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5eb7538-919b-42c7-af91-ab92b0876e8a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.608956] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afb56e74-7f05-44f1-bfdd-79d6f15b0efd taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.609419] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.609419] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.609557] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.609592] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afb56e74-7f05-44f1-bfdd-79d6f15b0efd',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.610697] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.610919] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.611053] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.611238] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.611337] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.612299] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d9a8854-160a-44f1-8d8b-504c53031fcb taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.612422] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.612523] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.612757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.612924] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d9a8854-160a-44f1-8d8b-504c53031fcb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.613749] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85d07dec-513c-4f3d-b4dc-00ff0f8959d3 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.613965] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.614075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.614288] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.614400] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85d07dec-513c-4f3d-b4dc-00ff0f8959d3',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.615169] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.615415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.615511] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.615821] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.615859] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.616966] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93365572-f90a-45d3-bc00-b09b23bc9bb2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.616966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.616966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.616966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.616966] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93365572-f90a-45d3-bc00-b09b23bc9bb2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.617662] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eb6ff40-a26e-4694-bac7-a5424851f269 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.617662] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.617852] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.617921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.617975] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eb6ff40-a26e-4694-bac7-a5424851f269',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.618765] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6025d84-d053-46d8-8447-bcdc72ea9b6a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.618834] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.618925] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.619066] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.619142] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6025d84-d053-46d8-8447-bcdc72ea9b6a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.620026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ede72296-12d9-40a6-a978-a526dc0b3952 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.620154] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.620204] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.620631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.620631] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ede72296-12d9-40a6-a978-a526dc0b3952',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.621210] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.621333] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.621558] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.621735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.621735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.621889] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.621958] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6054c870-aeb8-4ffb-ac8f-86d3c6e32e31',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.622703] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5d53025-e417-42a2-8b96-37b11679c124 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.622869] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.622869] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.623029] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.623066] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.623943] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-920aba9d-9bd1-470f-b4d5-9e20cb898836 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.623943] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.624092] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.624125] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.624208] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('920aba9d-9bd1-470f-b4d5-9e20cb898836',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.625146] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0562be3f-b738-450a-9cb6-12de1ff84845 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.625273] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.625345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.625552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.625698] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0562be3f-b738-450a-9cb6-12de1ff84845',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.626555] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c02b8510-7de1-4651-aa8d-6f778b33ecb6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.626669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.626721] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.626849] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.627640] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c02b8510-7de1-4651-aa8d-6f778b33ecb6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.627735] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b7676ea-d279-4e4f-88bb-0063727a351c taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.628045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.628141] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.628359] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.628464] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b7676ea-d279-4e4f-88bb-0063727a351c',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.629377] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0de1b304-5ed6-45a1-b27e-1b029389a1e1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.629703] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.629703] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.629856] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.629856] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0de1b304-5ed6-45a1-b27e-1b029389a1e1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.630668] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.630784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.630880] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.631119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.631208] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09e64b84-7557-4e44-a624-dd0b85b9c9d5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.632028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb89c7e0-ab2b-4861-9683-b03488594dc1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.632144] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.632233] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.632398] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.632476] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb89c7e0-ab2b-4861-9683-b03488594dc1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.663195] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.663457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.663457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.663676] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.670142] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.670412] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.671232] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.671355] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.684665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.684976] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5eb7538-919b-42c7-af91-ab92b0876e8a is going to be deleted. [ 1372.686136] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.686380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.706333] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.706508] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eb6ff40-a26e-4694-bac7-a5424851f269 is going to be deleted. [ 1372.707389] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.707603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.726726] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.726909] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afb56e74-7f05-44f1-bfdd-79d6f15b0efd is going to be deleted. [ 1372.742600] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.742833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.742833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.743043] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.743153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.743289] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5eb7538-919b-42c7-af91-ab92b0876e8a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.764545] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.764852] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.764966] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.765263] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.765410] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.765601] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eb6ff40-a26e-4694-bac7-a5424851f269" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.779086] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.779296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.779346] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.779553] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.779675] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.779753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afb56e74-7f05-44f1-bfdd-79d6f15b0efd" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.937420] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.937695] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.937880] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.938299] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.938809] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.939076] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.939180] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.940393] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.940393] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.940393] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1372.940393] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1372.940393] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1372.940615] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1372.940615] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1372.940752] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1372.940809] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1372.985779] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1372.985982] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1372.986144] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1372.986329] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.986692] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.986893] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.987037] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.987375] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.987596] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.137154] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.137390] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.137390] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.137630] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.137787] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.137867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.137929] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.138101] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.138179] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.138369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.138369] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.141476] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5d53025-e417-42a2-8b96-37b11679c124 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.141582] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.141643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.141802] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.141949] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.142056] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.142114] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.142291] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.142379] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.142467] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.142550] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.146104] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02b8510-7de1-4651-aa8d-6f778b33ecb6 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.146224] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.146294] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.146461] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.146609] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.146708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.146760] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.146909] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.147014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.147117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.147200] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c02b8510-7de1-4651-aa8d-6f778b33ecb6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.200746] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.200952] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.200952] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.201199] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.203907] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.204055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.205145] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.205239] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.205997] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.206105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.212848] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.213014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.213866] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.213979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.214819] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.214932] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.215700] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.215796] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.216574] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.216684] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.217421] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.217518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.219376] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.219522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.220200] env[69439]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1373.220868] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.220962] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.221277] env[69439]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1373.221732] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.221822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.237742] env[69439]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1373.238381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.238490] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 920aba9d-9bd1-470f-b4d5-9e20cb898836 is going to be deleted. [ 1373.239461] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.239681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.259895] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.260077] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6025d84-d053-46d8-8447-bcdc72ea9b6a is going to be deleted. [ 1373.261124] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.261348] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.274143] env[69439]: INFO networking_nsxv3.common.synchronization [req-8a20b577-18ed-42b3-b07e-080647070e5a req-2a1c40a5-56f0-4b72-8471-8c7ef0730ed1 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Enqueued Resource ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 with Priority: HIGHEST for action security_group_members [ 1373.274825] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 with Priority: HIGHEST for action security_group_members [ 1373.275213] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02b8510-7de1-4651-aa8d-6f778b33ecb6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.275422] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.275459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.275684] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.275875] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.275995] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.276072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.276264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.276368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.276513] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c02b8510-7de1-4651-aa8d-6f778b33ecb6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.281317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.281485] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d9a8854-160a-44f1-8d8b-504c53031fcb is going to be deleted. [ 1373.282483] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.282710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.301235] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.301388] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.307619] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.307727] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85d07dec-513c-4f3d-b4dc-00ff0f8959d3 is going to be deleted. [ 1373.308746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.309586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.311518] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.311649] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.335563] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.335726] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.339803] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.339925] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b7676ea-d279-4e4f-88bb-0063727a351c is going to be deleted. [ 1373.341067] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.341303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.361646] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.361646] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93365572-f90a-45d3-bc00-b09b23bc9bb2 is going to be deleted. [ 1373.362356] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.362569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.384277] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.384513] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.394046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.394206] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 is going to be deleted. [ 1373.395156] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.395378] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.415440] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.415685] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.422140] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.422321] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0562be3f-b738-450a-9cb6-12de1ff84845 is going to be deleted. [ 1373.423227] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.423510] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.490400] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.490622] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.490728] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.491042] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.491268] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.491483] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 not found, creating... [ 1373.491806] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.491988] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.492131] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.492414] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.492643] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.493019] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.493237] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.493411] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.493662] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.493849] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.494030] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 is going to be created. [ 1373.497394] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.497527] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.505900] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.506047] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0de1b304-5ed6-45a1-b27e-1b029389a1e1 is going to be deleted. [ 1373.506917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.507145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.543344] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.543614] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.568741] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.568960] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09e64b84-7557-4e44-a624-dd0b85b9c9d5 is going to be deleted. [ 1373.569859] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.570119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.596066] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.596337] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.596389] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.596674] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.596896] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.597151] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.609567] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.609567] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.618214] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.618450] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.630403] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.630636] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb89c7e0-ab2b-4861-9683-b03488594dc1 is going to be deleted. [ 1373.631695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.631964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.641056] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.652781] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.653895] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02b8510-7de1-4651-aa8d-6f778b33ecb6 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.654114] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.691903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.692404] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6054c870-aeb8-4ffb-ac8f-86d3c6e32e31 is going to be deleted. [ 1373.693164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.693469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.776150] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.776366] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.778757] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.778904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.796236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.796500] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ede72296-12d9-40a6-a978-a526dc0b3952 is going to be deleted. [ 1373.797332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.797556] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.797647] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.797770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-920aba9d-9bd1-470f-b4d5-9e20cb898836" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.797928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.798095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.798176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.798288] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6025d84-d053-46d8-8447-bcdc72ea9b6a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.798808] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.798974] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.799072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.799191] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d9a8854-160a-44f1-8d8b-504c53031fcb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.799320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.799464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.799541] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.799646] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85d07dec-513c-4f3d-b4dc-00ff0f8959d3" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.799769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.799936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.800024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.800142] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b7676ea-d279-4e4f-88bb-0063727a351c" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.800272] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.800403] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.800479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.800594] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93365572-f90a-45d3-bc00-b09b23bc9bb2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.800715] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.800851] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.800926] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.801042] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.801167] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.801308] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.801375] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.801484] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0562be3f-b738-450a-9cb6-12de1ff84845" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.801653] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.801899] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.802145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.802145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0de1b304-5ed6-45a1-b27e-1b029389a1e1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.802307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.802353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.802421] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.802535] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09e64b84-7557-4e44-a624-dd0b85b9c9d5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.802653] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.802791] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.845789] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.846120] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.850744] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.850974] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.864581] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.864848] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.864982] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.865066] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.865285] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.865372] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.865472] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 is going to be updated. [ 1373.866564] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.866786] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.866877] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.867011] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb89c7e0-ab2b-4861-9683-b03488594dc1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.867184] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.867342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.867422] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.867533] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6054c870-aeb8-4ffb-ac8f-86d3c6e32e31" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.948969] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.949207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.949207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.949451] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.949581] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.949777] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ede72296-12d9-40a6-a978-a526dc0b3952" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.952070] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.952220] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.952276] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.952474] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.952612] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.992326] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 in Status: IN_PROGRESS for 2s [ 1374.144057] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf3119dc-7330-463e-8dbe-f2b7626241e2: rpc.has_security_group_logging(os_id): False [ 1374.155731] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5d53025-e417-42a2-8b96-37b11679c124: rpc.has_security_group_logging(os_id): False [ 1374.181159] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.181580] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.181694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.181934] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.197266] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.197479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.213430] env[69439]: INFO networking_nsxv3.common.synchronization [req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 req-13ac9b4e-56cb-4029-bb08-1c48bae34750 service nova] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_rules [ 1374.213668] env[69439]: INFO networking_nsxv3.common.synchronization [req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 req-13ac9b4e-56cb-4029-bb08-1c48bae34750 service nova] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1374.213814] env[69439]: INFO networking_nsxv3.common.synchronization [req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 req-13ac9b4e-56cb-4029-bb08-1c48bae34750 service nova] Enqueued Resource ID: e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 with Priority: HIGHEST for action port [ 1374.214476] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_rules [ 1374.214606] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1374.214706] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 with Priority: HIGHEST for action port [ 1374.214985] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.215125] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.215186] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.215423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.215533] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.216555] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.217540] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.217658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.217825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.218218] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.218218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.218218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.218364] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.218478] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.218516] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.219521] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.219521] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.219694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.222539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.222539] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.225058] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.225727] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.226059] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.226310] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.226664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.226917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.227696] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 is going to be updated. [ 1374.228959] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.229350] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.264313] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.264832] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.265020] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.265133] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.265384] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.265610] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.265779] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5d53025-e417-42a2-8b96-37b11679c124 is going to be updated. [ 1374.311469] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb in Status: SUCCESS [ 1374.311777] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.311975] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.312251] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.312351] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.318327] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.318590] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.318590] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.318809] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.319056] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.344212] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.344212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.344212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.344212] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.344583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.347219] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: IN_PROGRESS for 2s [ 1374.364814] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5d53025-e417-42a2-8b96-37b11679c124 in Status: IN_PROGRESS for 2s [ 1374.723117] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.723475] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.723525] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.724550] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 with status ACTIVE [ 1374.724737] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.724875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.724949] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.725238] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.725303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.725483] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.725580] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.725663] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.725840] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.725922] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.726146] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.726269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.726337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.726504] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.726585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.727283] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 is going to be updated. [ 1374.754175] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.754446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.754446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.754666] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.754852] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.755094] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.815891] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-74eb9e45-7b76-4f14-b32e-915b5efedcfb taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.816169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.816169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.816368] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.816575] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.816770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.816867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.816988] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.817095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.817188] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.817288] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.229258] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.320234] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.731521] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.731963] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.731963] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.731963] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.732138] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.732138] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 is going to be updated. [ 1375.763898] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.764139] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.764214] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.764481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.764651] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.775134] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: IN_PROGRESS for 2s [ 1375.822332] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74eb9e45-7b76-4f14-b32e-915b5efedcfb: rpc.has_security_group_logging(os_id): False [ 1375.838599] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.838817] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.838817] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.839027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.839124] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.839373] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.839477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.839533] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.839701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.839786] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.839850] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb is going to be updated. [ 1375.918880] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.919176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.919240] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.919580] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.919822] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.942660] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb in Status: IN_PROGRESS for 2s [ 1376.004842] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 in Status: SUCCESS [ 1376.005049] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 deletion is rescheduled due to dependency. [ 1376.005232] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.005451] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.005727] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.005914] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.006043] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.006109] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.006268] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.006463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.006463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.006602] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02b8510-7de1-4651-aa8d-6f778b33ecb6 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.006673] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.006715] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.006857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.007037] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.007155] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.007219] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.007363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.007437] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.007520] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.007609] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c02b8510-7de1-4651-aa8d-6f778b33ecb6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.364345] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: SUCCESS [ 1376.364345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.380535] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5d53025-e417-42a2-8b96-37b11679c124 in Status: SUCCESS [ 1376.380782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.509717] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c02b8510-7de1-4651-aa8d-6f778b33ecb6: rpc.has_security_group_logging(os_id): False [ 1376.529262] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.529386] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.529464] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.529682] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.529774] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.530054] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.530162] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.530229] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.530393] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.530472] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.530670] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.530780] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.530847] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.530995] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.531096] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.531285] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.531394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.531476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.531619] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.531704] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.531790] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 is going to be updated. [ 1376.594724] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.594942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.594942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.595244] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.595441] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.609485] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 in Status: IN_PROGRESS for 2s [ 1377.790242] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: SUCCESS [ 1377.790654] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.790700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.790883] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.791111] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.791263] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.791379] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.791583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.791699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.791777] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.791830] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.960679] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb in Status: SUCCESS [ 1377.961124] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.295044] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.295545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.295545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.295545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.295769] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.295769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.295913] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.295977] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.296171] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.296334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.296489] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.296578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.296633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.296780] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.296917] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.297016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.297080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.297215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.297351] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.297569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.297658] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.628175] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 in Status: SUCCESS [ 1378.628175] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.799862] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2972ca42-d4e9-4fbe-af16-9422c32e9c47: rpc.has_security_group_logging(os_id): False [ 1378.828608] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.828824] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.828894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.829761] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.829942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.830237] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.830409] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.830578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.830756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.830867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.831087] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.831217] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.831251] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.831444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.831527] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.832081] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.832081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.832081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.832081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.832081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.832382] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 is going to be created. [ 1378.900810] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.900921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.900921] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.901134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.901334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.924624] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: IN_PROGRESS for 2s [ 1379.215411] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.215562] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1380.940576] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: SUCCESS [ 1380.940929] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.462905] env[69439]: INFO networking_nsxv3.common.synchronization [None req-f278241c-10c7-4e3a-b1f1-11adc97e9d6e None None] Enqueued Resource ID: 4ba7eb09-8a97-4421-9f58-35451f001032 with Priority: HIGHEST for action port [ 1381.462905] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba7eb09-8a97-4421-9f58-35451f001032 with Priority: HIGHEST for action port [ 1381.462905] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ba7eb09-8a97-4421-9f58-35451f001032 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.462905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ba7eb09-8a97-4421-9f58-35451f001032" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.462905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ba7eb09-8a97-4421-9f58-35451f001032" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.462905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ba7eb09-8a97-4421-9f58-35451f001032" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.463519] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ba7eb09-8a97-4421-9f58-35451f001032',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.823715] env[69439]: INFO networking_nsxv3.common.synchronization [None req-82ab3fdd-93f2-4680-966c-d79f1754537b tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Enqueued Resource ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 with Priority: HIGHEST for action security_group_rules [ 1381.825539] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 with Priority: HIGHEST for action security_group_rules [ 1381.825539] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.825539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.825539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.825539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.825933] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99fe7cbe-adba-41cd-9d65-e20b6e2666f6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.913603] env[69439]: INFO networking_nsxv3.common.synchronization [None req-65343a0f-2d95-4087-9dfc-2ea27c5ead59 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Enqueued Resource ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 with Priority: HIGHEST for action security_group_rules [ 1381.914152] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 with Priority: HIGHEST for action security_group_rules [ 1381.914494] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.914631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.967316] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ba7eb09-8a97-4421-9f58-35451f001032 [ 1381.967316] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.967316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.967316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.967316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.967316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.967316] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ba7eb09-8a97-4421-9f58-35451f001032 already deleted. [ 1381.967316] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ba7eb09-8a97-4421-9f58-35451f001032" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.348019] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.348216] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.348267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.348467] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.348553] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.348648] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 already deleted. [ 1382.348732] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.348886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.349268] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.349268] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99fe7cbe-adba-41cd-9d65-e20b6e2666f6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.869587] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.869772] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.869818] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.870017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.870153] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.870254] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 already deleted. [ 1382.870338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.303885] env[69439]: INFO networking_nsxv3.common.synchronization [None req-1a780298-5edd-4d27-9aad-e4b185e85a34 None None] Enqueued Resource ID: c11588de-8f40-42b3-9c62-61039710ced7 with Priority: HIGHEST for action port [ 1383.304305] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c11588de-8f40-42b3-9c62-61039710ced7 with Priority: HIGHEST for action port [ 1383.304777] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-c11588de-8f40-42b3-9c62-61039710ced7 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.304903] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c11588de-8f40-42b3-9c62-61039710ced7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.304970] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c11588de-8f40-42b3-9c62-61039710ced7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.305236] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c11588de-8f40-42b3-9c62-61039710ced7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.305319] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c11588de-8f40-42b3-9c62-61039710ced7',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.807910] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c11588de-8f40-42b3-9c62-61039710ced7 [ 1383.808185] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.808320] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.808390] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.808611] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.808701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.808798] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c11588de-8f40-42b3-9c62-61039710ced7 already deleted. [ 1383.808876] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c11588de-8f40-42b3-9c62-61039710ced7" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.245611] env[69439]: INFO networking_nsxv3.common.synchronization [req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 req-7abc972b-94e8-4d15-ba8e-5a1be79e8f3e tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Enqueued Resource ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 with Priority: HIGHEST for action security_group_members [ 1387.246179] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 with Priority: HIGHEST for action security_group_members [ 1387.246510] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.246624] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.246703] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.247024] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.247242] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.247365] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.247440] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.247606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.247692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.247781] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99fe7cbe-adba-41cd-9d65-e20b6e2666f6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.499737] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.500065] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-396" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.500246] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-396" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.500662] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-396" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.501034] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.501257] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.501428] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.501723] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.501948] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.502306] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1387.502495] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1387.502677] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1387.502853] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1387.503342] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1387.503342] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1387.503486] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1387.523747] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1387.524034] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1387.524177] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1387.524411] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-396" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.524820] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-e5d6ebed-d6c5-4ab5-bc83-064f68e70b04 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.525063] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-e5d6ebed-d6c5-4ab5-bc83-064f68e70b04" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.525238] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-e5d6ebed-d6c5-4ab5-bc83-064f68e70b04" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.525645] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-e5d6ebed-d6c5-4ab5-bc83-064f68e70b04" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.525835] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5d6ebed-d6c5-4ab5-bc83-064f68e70b04',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.749824] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.749999] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.750094] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.750307] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.750401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.750614] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.750721] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.750778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.750919] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.750991] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.751088] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 already deleted. [ 1387.751167] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.028274] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.028498] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.028629] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.028948] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.029157] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.029335] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port e5d6ebed-d6c5-4ab5-bc83-064f68e70b04 not found, creating... [ 1388.029607] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.029773] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.029897] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.030370] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.030370] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.030557] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.030717] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.030839] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.031064] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.034415] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.034415] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: e5d6ebed-d6c5-4ab5-bc83-064f68e70b04 is going to be created. [ 1388.053642] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.053877] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.054094] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.054396] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.054670] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.054903] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-e5d6ebed-d6c5-4ab5-bc83-064f68e70b04" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.752559] env[69439]: INFO networking_nsxv3.common.synchronization [req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 req-0a239add-5977-46c0-ae54-9b3ba1e78ab6 service nova] Enqueued Resource ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 with Priority: HIGHEST for action security_group_rules [ 1388.752559] env[69439]: INFO networking_nsxv3.common.synchronization [req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 req-0a239add-5977-46c0-ae54-9b3ba1e78ab6 service nova] Enqueued Resource ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 with Priority: HIGHEST for action security_group_members [ 1388.752559] env[69439]: INFO networking_nsxv3.common.synchronization [req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 req-0a239add-5977-46c0-ae54-9b3ba1e78ab6 service nova] Enqueued Resource ID: e5d6ebed-d6c5-4ab5-bc83-064f68e70b04 with Priority: HIGHEST for action port [ 1388.752559] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 with Priority: HIGHEST for action security_group_rules [ 1388.752559] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 with Priority: HIGHEST for action security_group_members [ 1388.752559] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d6ebed-d6c5-4ab5-bc83-064f68e70b04 with Priority: HIGHEST for action port [ 1388.752559] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.752559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.752559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.753448] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.753563] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99fe7cbe-adba-41cd-9d65-e20b6e2666f6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.754480] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.754616] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.754701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.754896] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.755082] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.755185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.755247] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.755415] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.755501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.755598] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99fe7cbe-adba-41cd-9d65-e20b6e2666f6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.756807] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5d6ebed-d6c5-4ab5-bc83-064f68e70b04 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.757060] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5d6ebed-d6c5-4ab5-bc83-064f68e70b04" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.757060] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5d6ebed-d6c5-4ab5-bc83-064f68e70b04" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.757211] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5d6ebed-d6c5-4ab5-bc83-064f68e70b04" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.757303] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5d6ebed-d6c5-4ab5-bc83-064f68e70b04',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.259387] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99fe7cbe-adba-41cd-9d65-e20b6e2666f6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.260477] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.260613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.260745] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5d6ebed-d6c5-4ab5-bc83-064f68e70b04 with status ACTIVE [ 1389.261109] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.261109] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.261109] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.261352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.261352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.261531] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.261624] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.261691] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.261831] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.261908] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.262098] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.262195] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.262287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.262379] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.262443] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.262524] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5d6ebed-d6c5-4ab5-bc83-064f68e70b04 is going to be updated. [ 1389.283091] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.283357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.283357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.283529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.283631] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.283783] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5d6ebed-d6c5-4ab5-bc83-064f68e70b04" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.764466] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99fe7cbe-adba-41cd-9d65-e20b6e2666f6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.266725] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.266964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.267064] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.267309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.267450] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.267592] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 is going to be created. [ 1390.295113] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.295335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.295335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.295583] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.295771] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.304368] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 in Status: UNINITIALIZED for 2s [ 1390.761633] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.761883] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.762057] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.762364] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.762683] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.762870] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.762996] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.763459] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.763668] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.764437] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1390.764437] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1390.764437] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1390.764437] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1390.764946] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1390.764946] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1390.764946] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1390.784346] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1390.784644] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1390.784869] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1390.785160] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-112" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.785544] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.785803] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.785946] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.786336] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.786558] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.289125] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.289401] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.289573] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.289887] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.290082] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.290472] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.290711] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.290877] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.291137] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.291308] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.291683] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.291887] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.295911] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.296155] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.296305] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.296457] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 is going to be updated. [ 1391.316223] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.316435] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.316562] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.316830] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.317032] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.317266] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.022872] env[69439]: INFO networking_nsxv3.common.synchronization [req-401768c0-5058-46b2-901a-6301d250842d req-aff42494-aaab-4989-a214-feb4fdecee22 service nova] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_rules [ 1392.023187] env[69439]: INFO networking_nsxv3.common.synchronization [req-401768c0-5058-46b2-901a-6301d250842d req-aff42494-aaab-4989-a214-feb4fdecee22 service nova] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1392.023317] env[69439]: INFO networking_nsxv3.common.synchronization [req-401768c0-5058-46b2-901a-6301d250842d req-aff42494-aaab-4989-a214-feb4fdecee22 service nova] Enqueued Resource ID: e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 with Priority: HIGHEST for action port [ 1392.023450] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_rules [ 1392.023601] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1392.023711] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 with Priority: HIGHEST for action port [ 1392.024358] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.024470] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.024548] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.024735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.024819] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.025646] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.025768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.025832] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.026027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.026183] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.026286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.026357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.026472] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.026560] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.027250] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.027971] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.028089] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.028149] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.028301] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.028374] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.313746] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 in Status: SUCCESS [ 1392.314041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.314274] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.314539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.314787] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.314929] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.315027] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.315221] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.315328] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.315438] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.315547] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99fe7cbe-adba-41cd-9d65-e20b6e2666f6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.529678] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.530750] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.530872] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.531057] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 with status ACTIVE [ 1392.531220] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.531328] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.531392] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.531608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.531696] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.531868] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.531958] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.532030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.532169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.532248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.532425] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.532529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.532588] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.532708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.532773] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.532856] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 is going to be updated. [ 1392.553463] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.553683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.553732] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.553911] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.554079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.554238] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.818076] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99fe7cbe-adba-41cd-9d65-e20b6e2666f6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.034721] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.320402] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99fe7cbe-adba-41cd-9d65-e20b6e2666f6: rpc.has_security_group_logging(os_id): False [ 1393.340326] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.340531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.340585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.340804] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.340898] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.341144] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.341268] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.341328] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.341506] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.341655] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.341740] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 is going to be created. [ 1393.400417] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.400637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.400637] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.400814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.400992] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.411020] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 in Status: IN_PROGRESS for 2s [ 1393.537756] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.538077] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.538077] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.538222] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.538313] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.538416] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 is going to be updated. [ 1393.570417] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.570629] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.570629] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.570870] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.570952] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.580506] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: IN_PROGRESS for 2s [ 1395.422701] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 in Status: SUCCESS [ 1395.423067] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.595783] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: SUCCESS [ 1395.595974] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.596163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.596405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.596611] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.596788] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.596854] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.596958] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.597067] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.597155] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.597249] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.099534] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.099769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.099769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.099965] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.100260] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.100260] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.100439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.100439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.100536] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.100619] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.100764] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.100854] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.100911] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.101069] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.101204] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.101295] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.101357] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.101516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.101601] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.101733] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.101778] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.603985] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2972ca42-d4e9-4fbe-af16-9422c32e9c47: rpc.has_security_group_logging(os_id): False [ 1396.625708] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.625876] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.625946] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.626164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.626257] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.626470] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.626573] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.626628] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.626770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.626846] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.627026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.627122] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.627183] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.627318] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.627390] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.627571] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.627660] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.627719] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.627857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.627938] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.628016] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 is going to be updated. [ 1396.696839] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.696839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.696839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.696839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.696839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.711497] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: IN_PROGRESS for 2s [ 1397.024603] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.024603] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1398.729477] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: SUCCESS [ 1398.729856] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.025364] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.025623] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.026636] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.027023] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.552108] env[69439]: INFO networking_nsxv3.common.synchronization [req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 req-a54204db-8a0a-4512-898d-107e8459f880 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_members [ 1407.552353] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_members [ 1407.553341] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5d53025-e417-42a2-8b96-37b11679c124 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.553341] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.553341] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.553341] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.553341] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.553341] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.553341] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.553853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.553853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.553853] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.055406] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.557632] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.059690] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.060132] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.060132] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.060132] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.060282] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.060350] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5d53025-e417-42a2-8b96-37b11679c124 is going to be updated. [ 1409.093187] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.093407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.093480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.093720] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.093944] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.103638] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5d53025-e417-42a2-8b96-37b11679c124 in Status: IN_PROGRESS for 2s [ 1411.115863] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5d53025-e417-42a2-8b96-37b11679c124 in Status: SUCCESS [ 1411.115863] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.552951] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.553358] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.823070] env[69439]: INFO networking_nsxv3.common.synchronization [req-76d8ab35-1296-40b5-b47d-faa6dae82f0f req-69b8aabe-9378-4834-87fe-ac3e340902f4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_members [ 1413.823749] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGHEST for action security_group_members [ 1413.824207] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5d53025-e417-42a2-8b96-37b11679c124 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.824376] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.824477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.824607] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.825204] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.825337] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.825457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.825577] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.825667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.825753] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.328427] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.328673] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.328673] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.328879] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.328973] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.329186] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.329288] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.329348] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.329499] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.329576] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.329661] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5d53025-e417-42a2-8b96-37b11679c124 is going to be updated. [ 1414.360714] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.360947] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.360994] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.361265] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.361446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.371738] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5d53025-e417-42a2-8b96-37b11679c124 in Status: IN_PROGRESS for 2s [ 1416.384115] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5d53025-e417-42a2-8b96-37b11679c124 in Status: SUCCESS [ 1416.384487] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5d53025-e417-42a2-8b96-37b11679c124 deletion is rescheduled due to dependency. [ 1416.384487] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.265832] env[69439]: INFO networking_nsxv3.common.synchronization [None req-1a05c13e-a31c-4e69-9687-9dffce0d6d19 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1418.266386] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGHEST for action security_group_members [ 1418.266931] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.266931] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.266931] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.267112] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.267234] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.267336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.267410] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.267541] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.267663] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.267704] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.770107] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.770334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.770334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.770600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.770706] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.770820] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.770914] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.770990] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.771137] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.771234] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.771345] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 is going to be updated. [ 1418.800942] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.801252] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.801252] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.801374] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.801516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.810372] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: IN_PROGRESS for 2s [ 1420.821507] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 in Status: SUCCESS [ 1420.821993] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 deletion is rescheduled due to dependency. [ 1420.821993] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.267223] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.267617] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.828218] env[69439]: INFO networking_nsxv3.common.synchronization [req-95e06dda-aee5-46b0-8d57-5fe4323fed65 req-90fee4f3-63ed-42a1-8980-6639544add3b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Enqueued Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGHEST for action security_group_members [ 1424.828770] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGHEST for action security_group_members [ 1424.829088] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-74eb9e45-7b76-4f14-b32e-915b5efedcfb taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.829482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.829482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.829482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.829647] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.829699] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.829744] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.829884] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.829971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.830075] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.332680] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.332846] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.332919] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.333210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.333322] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.333533] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.333638] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.333702] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.333868] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.333993] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.334119] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb is going to be updated. [ 1425.361351] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.361565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.361565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.361749] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.361927] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.371022] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb in Status: IN_PROGRESS for 2s [ 1427.381584] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb in Status: SUCCESS [ 1427.381965] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb deletion is rescheduled due to dependency. [ 1427.381965] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.830274] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.830658] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.586073] env[69439]: INFO networking_nsxv3.common.synchronization [None req-6a587bbf-7acb-4a98-bfa2-de68d65cb3e8 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Enqueued Resource ID: 3b0e5207-3aea-4f75-8160-81949deec36d with Priority: HIGHEST for action security_group_rules [ 1430.586911] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b0e5207-3aea-4f75-8160-81949deec36d with Priority: HIGHEST for action security_group_rules [ 1430.587026] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b0e5207-3aea-4f75-8160-81949deec36d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.587178] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.587280] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.587572] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.587747] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b0e5207-3aea-4f75-8160-81949deec36d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.659796] env[69439]: INFO networking_nsxv3.common.synchronization [None req-83904ec1-15cc-4b0e-b498-7fa83b3d0316 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Enqueued Resource ID: 3b0e5207-3aea-4f75-8160-81949deec36d with Priority: HIGHEST for action security_group_rules [ 1430.660359] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b0e5207-3aea-4f75-8160-81949deec36d with Priority: HIGHEST for action security_group_rules [ 1430.660809] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b0e5207-3aea-4f75-8160-81949deec36d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.660946] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.109191] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.109482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.109482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.109620] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.109782] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.110013] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b0e5207-3aea-4f75-8160-81949deec36d already deleted. [ 1431.110013] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.110213] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.110406] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.110518] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b0e5207-3aea-4f75-8160-81949deec36d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.632016] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.632237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.632237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.632440] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.632530] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.632625] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b0e5207-3aea-4f75-8160-81949deec36d already deleted. [ 1431.632705] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.499882] env[69439]: INFO networking_nsxv3.common.synchronization [req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 req-97379963-2673-4556-9161-511b9beae749 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Enqueued Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_members [ 1435.500617] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_members [ 1435.501099] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.501300] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.501435] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.501730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.501987] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.502178] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.502311] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.502569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.502721] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.502881] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.005745] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.005924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.005924] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.006192] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.006396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.006491] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.006597] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.006659] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.006809] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.006887] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.006977] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 is going to be updated. [ 1436.036901] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.037102] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.037154] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.037349] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.037501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.053263] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: IN_PROGRESS for 2s [ 1436.183602] env[69439]: INFO networking_nsxv3.common.synchronization [req-70aee405-0dcf-4afc-ab47-592b20f23517 req-622995f3-e777-4357-b038-93404ec5b09c tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Enqueued Resource ID: 3b0e5207-3aea-4f75-8160-81949deec36d with Priority: HIGHEST for action security_group_members [ 1436.184335] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b0e5207-3aea-4f75-8160-81949deec36d with Priority: HIGHEST for action security_group_members [ 1436.184535] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b0e5207-3aea-4f75-8160-81949deec36d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.184716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.184716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.184978] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.185190] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.185304] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.185369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.185549] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.185670] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.185769] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b0e5207-3aea-4f75-8160-81949deec36d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.464740] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-494 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.464740] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-494" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.464740] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-494" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.464740] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-494" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.464740] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.464740] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.464740] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.465188] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.465270] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.465543] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1436.465702] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1436.465849] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1436.465996] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1436.466168] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1436.466399] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1436.466616] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1436.485239] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1436.485429] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1436.485548] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1436.485727] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-494" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.486070] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-623f4cfe-817d-4f50-a040-f829a8cc216e taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.486256] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-623f4cfe-817d-4f50-a040-f829a8cc216e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.486382] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-623f4cfe-817d-4f50-a040-f829a8cc216e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.486717] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-623f4cfe-817d-4f50-a040-f829a8cc216e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.486861] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('623f4cfe-817d-4f50-a040-f829a8cc216e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.688698] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.689098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.689098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.689206] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.689319] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.689494] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.689605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.689671] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.689823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.689901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.689987] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b0e5207-3aea-4f75-8160-81949deec36d already deleted. [ 1436.690079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.989079] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.989334] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.989452] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.989748] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.989902] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.990075] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 623f4cfe-817d-4f50-a040-f829a8cc216e not found, creating... [ 1436.990348] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.990511] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.990629] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.990848] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.990987] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.991285] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.991446] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.991568] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.991781] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.991928] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.992112] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 623f4cfe-817d-4f50-a040-f829a8cc216e is going to be created. [ 1437.012870] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.013108] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.013216] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.013493] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.013724] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.013946] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-623f4cfe-817d-4f50-a040-f829a8cc216e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.690265] env[69439]: INFO networking_nsxv3.common.synchronization [req-70aee405-0dcf-4afc-ab47-592b20f23517 req-5b423d19-6e47-49ef-992e-f7cf8b13136b service nova] Enqueued Resource ID: 3b0e5207-3aea-4f75-8160-81949deec36d with Priority: HIGHEST for action security_group_rules [ 1437.690682] env[69439]: INFO networking_nsxv3.common.synchronization [req-70aee405-0dcf-4afc-ab47-592b20f23517 req-5b423d19-6e47-49ef-992e-f7cf8b13136b service nova] Enqueued Resource ID: 3b0e5207-3aea-4f75-8160-81949deec36d with Priority: HIGHEST for action security_group_members [ 1437.690682] env[69439]: INFO networking_nsxv3.common.synchronization [req-70aee405-0dcf-4afc-ab47-592b20f23517 req-5b423d19-6e47-49ef-992e-f7cf8b13136b service nova] Enqueued Resource ID: 623f4cfe-817d-4f50-a040-f829a8cc216e with Priority: HIGHEST for action port [ 1437.691315] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b0e5207-3aea-4f75-8160-81949deec36d with Priority: HIGHEST for action security_group_rules [ 1437.691742] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b0e5207-3aea-4f75-8160-81949deec36d with Priority: HIGHEST for action security_group_members [ 1437.691742] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623f4cfe-817d-4f50-a040-f829a8cc216e with Priority: HIGHEST for action port [ 1437.692052] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b0e5207-3aea-4f75-8160-81949deec36d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.692241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.692351] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.692746] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.692860] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b0e5207-3aea-4f75-8160-81949deec36d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.694164] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b0e5207-3aea-4f75-8160-81949deec36d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.694296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.694367] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.694538] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.694693] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.694767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.694832] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.694972] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.695077] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.695166] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b0e5207-3aea-4f75-8160-81949deec36d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.695887] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-623f4cfe-817d-4f50-a040-f829a8cc216e taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.695992] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-623f4cfe-817d-4f50-a040-f829a8cc216e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.696138] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-623f4cfe-817d-4f50-a040-f829a8cc216e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.696210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-623f4cfe-817d-4f50-a040-f829a8cc216e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.696363] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('623f4cfe-817d-4f50-a040-f829a8cc216e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.063155] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: SUCCESS [ 1438.063368] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 deletion is rescheduled due to dependency. [ 1438.063486] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.198192] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b0e5207-3aea-4f75-8160-81949deec36d taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.198327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.199712] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b0e5207-3aea-4f75-8160-81949deec36d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.200769] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 623f4cfe-817d-4f50-a040-f829a8cc216e with status ACTIVE [ 1438.200957] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.201085] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.201169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.201386] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.201477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.201655] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.201753] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.201817] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.201978] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.202081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.202279] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.202370] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.202426] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.202571] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.202643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.202727] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 623f4cfe-817d-4f50-a040-f829a8cc216e is going to be updated. [ 1438.223103] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.223298] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.223298] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.223481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.223613] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.223768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-623f4cfe-817d-4f50-a040-f829a8cc216e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.704974] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b0e5207-3aea-4f75-8160-81949deec36d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.207778] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.208074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.208074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.208269] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.208366] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.208503] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b0e5207-3aea-4f75-8160-81949deec36d is going to be created. [ 1439.233327] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.233586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.233586] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.233757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.233916] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.242603] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b0e5207-3aea-4f75-8160-81949deec36d in Status: UNINITIALIZED for 2s [ 1441.252637] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b0e5207-3aea-4f75-8160-81949deec36d in Status: SUCCESS [ 1441.253134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.253134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.253402] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.253467] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.253573] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.253632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.253743] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.253825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.253908] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.253984] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b0e5207-3aea-4f75-8160-81949deec36d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.756433] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b0e5207-3aea-4f75-8160-81949deec36d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.258957] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b0e5207-3aea-4f75-8160-81949deec36d: rpc.has_security_group_logging(os_id): False [ 1442.278021] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.278267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.278327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.278712] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.278712] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.278959] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.279063] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.279201] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.279352] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.279436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.279533] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b0e5207-3aea-4f75-8160-81949deec36d is going to be created. [ 1442.347683] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.347944] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.347944] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.348225] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.348358] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.362920] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b0e5207-3aea-4f75-8160-81949deec36d in Status: IN_PROGRESS for 2s [ 1442.692914] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.693050] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1444.130915] env[69439]: INFO networking_nsxv3.common.synchronization [None req-34a13ef1-cb8d-4b2d-a44b-409b4650717d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Enqueued Resource ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 with Priority: HIGHEST for action security_group_rules [ 1444.131448] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 with Priority: HIGHEST for action security_group_rules [ 1444.131815] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b398fd6-9f01-4668-b45b-289dcf4e6623 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.131913] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.131957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.132207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.132287] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b398fd6-9f01-4668-b45b-289dcf4e6623',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.196758] env[69439]: INFO networking_nsxv3.common.synchronization [None req-6c95c3aa-6bc1-43de-bc1c-5487b9f0eec9 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Enqueued Resource ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 with Priority: HIGHEST for action security_group_rules [ 1444.197439] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 with Priority: HIGHEST for action security_group_rules [ 1444.198730] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b398fd6-9f01-4668-b45b-289dcf4e6623 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.198730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.377652] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b0e5207-3aea-4f75-8160-81949deec36d in Status: SUCCESS [ 1444.377955] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.566251] env[69439]: INFO networking_nsxv3.common.synchronization [req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 req-66d07eba-d8aa-494b-8b6c-0a28cb0836c6 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Enqueued Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_members [ 1444.566251] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_members [ 1444.568176] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.568176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.568176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.568176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.568176] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.568176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.568176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.568176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.568176] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.568176] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.664709] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.664709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.664709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.664709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.664709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.664709] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 already deleted. [ 1444.664709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.664709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.664709] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.664709] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b398fd6-9f01-4668-b45b-289dcf4e6623',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.974017] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.974017] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-302" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.974017] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-302" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.974017] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-302" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.974017] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.974017] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.974017] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.974017] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.974017] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.974017] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1444.974744] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1444.974999] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1444.975271] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1444.975515] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1444.975732] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1444.975968] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1444.995036] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1444.995036] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1444.995036] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1444.995387] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-302" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.995572] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-21cb3f6f-65e0-4325-a3ef-260b7b4ea894 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.995758] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-21cb3f6f-65e0-4325-a3ef-260b7b4ea894" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.995885] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-21cb3f6f-65e0-4325-a3ef-260b7b4ea894" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.996233] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-21cb3f6f-65e0-4325-a3ef-260b7b4ea894" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.996377] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21cb3f6f-65e0-4325-a3ef-260b7b4ea894',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.071115] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.071359] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.071487] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.071765] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.071902] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.072202] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.072353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.072451] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.072664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.072984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.072984] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 is going to be updated. [ 1445.102181] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.102407] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.102477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.102683] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.102832] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.111078] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: IN_PROGRESS for 2s [ 1445.188157] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.188518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.188518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.188767] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.188894] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.189039] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 already deleted. [ 1445.189167] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.499127] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.499368] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.499485] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.499782] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.499945] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.500120] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 21cb3f6f-65e0-4325-a3ef-260b7b4ea894 not found, creating... [ 1445.500389] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.500557] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.500676] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.500901] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.501057] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.501428] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.501523] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.501797] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.502037] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.502183] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.502330] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 21cb3f6f-65e0-4325-a3ef-260b7b4ea894 is going to be created. [ 1445.521961] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.522240] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.522375] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.522656] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.522892] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.523140] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-21cb3f6f-65e0-4325-a3ef-260b7b4ea894" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.406226] env[69439]: INFO networking_nsxv3.common.synchronization [req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 req-fe6442e7-ab55-41ed-bef3-e64863debcde service nova] Enqueued Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_rules [ 1446.406226] env[69439]: INFO networking_nsxv3.common.synchronization [req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 req-fe6442e7-ab55-41ed-bef3-e64863debcde service nova] Enqueued Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_members [ 1446.406226] env[69439]: INFO networking_nsxv3.common.synchronization [req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 req-fe6442e7-ab55-41ed-bef3-e64863debcde service nova] Enqueued Resource ID: 21cb3f6f-65e0-4325-a3ef-260b7b4ea894 with Priority: HIGHEST for action port [ 1446.406226] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_rules [ 1446.406226] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_members [ 1446.406226] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21cb3f6f-65e0-4325-a3ef-260b7b4ea894 with Priority: HIGHEST for action port [ 1446.406855] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.407194] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.407432] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.407725] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.407911] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.408844] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.409075] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.409397] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-21cb3f6f-65e0-4325-a3ef-260b7b4ea894 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.409669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21cb3f6f-65e0-4325-a3ef-260b7b4ea894" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.409830] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21cb3f6f-65e0-4325-a3ef-260b7b4ea894" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.410098] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21cb3f6f-65e0-4325-a3ef-260b7b4ea894" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.410269] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21cb3f6f-65e0-4325-a3ef-260b7b4ea894',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.912565] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.912790] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.912944] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21cb3f6f-65e0-4325-a3ef-260b7b4ea894 with status ACTIVE [ 1446.913256] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.913436] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.913510] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.913725] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.913818] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.914014] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.914133] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.914279] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.914523] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.914632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.914835] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.914938] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.915011] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.915199] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.915310] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.915413] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21cb3f6f-65e0-4325-a3ef-260b7b4ea894 is going to be updated. [ 1446.935849] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.936120] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.936223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.936477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.936620] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.936778] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21cb3f6f-65e0-4325-a3ef-260b7b4ea894" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.121351] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: IN_PROGRESS for 4s [ 1449.132956] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: SUCCESS [ 1449.133441] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 deletion is rescheduled due to dependency. [ 1449.133441] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.133658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.133971] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.134302] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.134468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.134596] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.134793] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.134914] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.135065] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.618447] env[69439]: INFO networking_nsxv3.common.synchronization [req-f051acc9-f111-45b5-b439-0e9b5c46318a req-b7aef7e3-a4f4-4f34-9e96-57437c937456 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Enqueued Resource ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 with Priority: HIGHEST for action security_group_members [ 1449.618981] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 with Priority: HIGHEST for action security_group_members [ 1449.619422] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b398fd6-9f01-4668-b45b-289dcf4e6623 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.619589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.619669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.619968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.620180] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.620321] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.620411] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.620606] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.620727] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.620850] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b398fd6-9f01-4668-b45b-289dcf4e6623',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.637673] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.909140] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.909379] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-396" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.909515] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-396" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.909783] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-396" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.910067] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.910236] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.910360] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.910579] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.910727] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.910947] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1449.911079] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1449.911196] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1449.911309] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1449.911424] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1449.911533] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1449.911674] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1449.931333] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1449.931559] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1449.931647] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1449.931814] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-396" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.932158] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-6c5fcd29-dba2-4295-ace1-83333f295714 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.932334] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-6c5fcd29-dba2-4295-ace1-83333f295714" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.932461] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-6c5fcd29-dba2-4295-ace1-83333f295714" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.932786] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-6c5fcd29-dba2-4295-ace1-83333f295714" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.932923] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c5fcd29-dba2-4295-ace1-83333f295714',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.122663] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.122837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.122885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.123221] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.123318] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.123501] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.123573] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.123640] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.123759] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.123834] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.123917] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 already deleted. [ 1450.123998] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.140945] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.435638] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.435982] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.436127] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.436498] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.436619] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.436730] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 6c5fcd29-dba2-4295-ace1-83333f295714 not found, creating... [ 1450.437089] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.437450] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.437585] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.437993] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.438251] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.438510] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.438680] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.438809] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.439038] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.439181] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.439327] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 6c5fcd29-dba2-4295-ace1-83333f295714 is going to be created. [ 1450.460655] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.460921] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.461028] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.461348] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.461642] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.461928] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-6c5fcd29-dba2-4295-ace1-83333f295714" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.643184] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.643412] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.643490] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.643710] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.643803] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.643936] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 is going to be updated. [ 1450.673871] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.674119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.674119] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.674381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.674531] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.683631] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: IN_PROGRESS for 2s [ 1451.177029] env[69439]: INFO networking_nsxv3.common.synchronization [req-f051acc9-f111-45b5-b439-0e9b5c46318a req-7a55d59c-612e-438a-8819-9cac27623746 service nova] Enqueued Resource ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 with Priority: HIGHEST for action security_group_rules [ 1451.177029] env[69439]: INFO networking_nsxv3.common.synchronization [req-f051acc9-f111-45b5-b439-0e9b5c46318a req-7a55d59c-612e-438a-8819-9cac27623746 service nova] Enqueued Resource ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 with Priority: HIGHEST for action security_group_members [ 1451.177029] env[69439]: INFO networking_nsxv3.common.synchronization [req-f051acc9-f111-45b5-b439-0e9b5c46318a req-7a55d59c-612e-438a-8819-9cac27623746 service nova] Enqueued Resource ID: 6c5fcd29-dba2-4295-ace1-83333f295714 with Priority: HIGHEST for action port [ 1451.177029] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 with Priority: HIGHEST for action security_group_rules [ 1451.177029] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 with Priority: HIGHEST for action security_group_members [ 1451.177029] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c5fcd29-dba2-4295-ace1-83333f295714 with Priority: HIGHEST for action port [ 1451.177883] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b398fd6-9f01-4668-b45b-289dcf4e6623 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.178164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.178457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.179447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.179447] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b398fd6-9f01-4668-b45b-289dcf4e6623',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.179813] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b398fd6-9f01-4668-b45b-289dcf4e6623 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.179813] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.179901] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.180032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.180180] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.180270] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.180327] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.180469] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.181044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.181044] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b398fd6-9f01-4668-b45b-289dcf4e6623',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.181554] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c5fcd29-dba2-4295-ace1-83333f295714 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.181554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c5fcd29-dba2-4295-ace1-83333f295714" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.181554] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c5fcd29-dba2-4295-ace1-83333f295714" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.181785] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c5fcd29-dba2-4295-ace1-83333f295714" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.181785] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c5fcd29-dba2-4295-ace1-83333f295714',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.683598] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b398fd6-9f01-4668-b45b-289dcf4e6623 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.683708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.683892] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b398fd6-9f01-4668-b45b-289dcf4e6623',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.684786] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c5fcd29-dba2-4295-ace1-83333f295714 with status ACTIVE [ 1451.684996] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.685173] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.685283] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.685502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.685596] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.685769] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.685867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.685928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.686101] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.686207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.686366] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.686459] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.686518] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.686638] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.686708] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.686792] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c5fcd29-dba2-4295-ace1-83333f295714 is going to be updated. [ 1451.706913] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.707109] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.707109] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.707314] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.707449] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.707604] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c5fcd29-dba2-4295-ace1-83333f295714" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.188647] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b398fd6-9f01-4668-b45b-289dcf4e6623',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.690745] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.690999] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.690999] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.691196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.691287] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.691388] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 is going to be created. [ 1452.694126] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: SUCCESS [ 1452.694342] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.694498] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.694692] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.694871] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.694975] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.695048] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.695215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.695318] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.695416] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.695507] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.730075] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.730309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.730309] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.730547] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.730642] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.742684] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 in Status: UNINITIALIZED for 2s [ 1453.198945] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.702370] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf3119dc-7330-463e-8dbe-f2b7626241e2: rpc.has_security_group_logging(os_id): False [ 1453.724473] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.726018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.726018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.726018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.726018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.726018] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.726018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.726018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.726018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.726018] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.726018] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 is going to be updated. [ 1453.795527] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.795713] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.795713] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.795905] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.796066] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.810708] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: IN_PROGRESS for 2s [ 1454.752375] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 in Status: SUCCESS [ 1454.752760] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.752760] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.752933] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.753138] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.753272] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.753359] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.753523] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.753609] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.753697] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.753788] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b398fd6-9f01-4668-b45b-289dcf4e6623',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.256738] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b398fd6-9f01-4668-b45b-289dcf4e6623',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.759493] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b398fd6-9f01-4668-b45b-289dcf4e6623: rpc.has_security_group_logging(os_id): False [ 1455.777738] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.777979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.777979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.778195] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.778285] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.778527] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.778629] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.778695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.778857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.778936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.779018] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 is going to be created. [ 1455.854232] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: SUCCESS [ 1455.854544] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.889288] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.889643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.889643] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.889820] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.890021] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.900752] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 in Status: IN_PROGRESS for 2s [ 1456.178059] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.178059] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1457.919282] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 in Status: SUCCESS [ 1457.919666] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.179560] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.179560] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.180584] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.180584] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.181445] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.181819] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.182312] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.182538] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.183721] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.184187] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.192436] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.192436] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.186311] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.186311] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.186973] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.187319] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1500.127042] env[69439]: INFO networking_nsxv3.common.synchronization [req-f2c90a5a-a541-44a3-9788-24e1ced73a00 req-e3ad0705-d0ca-41ac-94e0-663bfe6ccbf6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Enqueued Resource ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 with Priority: HIGHEST for action security_group_members [ 1500.127623] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 with Priority: HIGHEST for action security_group_members [ 1500.128294] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b398fd6-9f01-4668-b45b-289dcf4e6623 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.128424] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.128502] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.128696] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.128845] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.128964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.129041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.129200] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.129289] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.129381] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b398fd6-9f01-4668-b45b-289dcf4e6623',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.631901] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.632264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.632264] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.632405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.632463] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.632654] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.632757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.632867] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.633030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.633114] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.633200] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 is going to be updated. [ 1500.672294] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.672545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.672545] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.672697] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.672888] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.686274] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 in Status: IN_PROGRESS for 2s [ 1502.698966] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 in Status: SUCCESS [ 1502.699312] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 deletion is rescheduled due to dependency. [ 1502.699312] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.128820] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.128820] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.184794] env[69439]: INFO networking_nsxv3.common.synchronization [req-18b48ef9-4be6-40cd-a351-9f465aacddbb req-41b81ce1-60b5-4da8-9a14-ffd3405d2798 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Enqueued Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_members [ 1507.185128] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGHEST for action security_group_members [ 1507.185354] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.185481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.185552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.185749] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.185899] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.185998] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.186077] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.186257] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.186346] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.186440] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.689681] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.689915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.690010] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.690241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.690336] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.690536] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.690635] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.690716] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.690832] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.690904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.690987] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 is going to be updated. [ 1507.721809] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.721997] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.722045] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.722239] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.722385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.731629] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: IN_PROGRESS for 2s [ 1508.905963] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-494 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.906320] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-494" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.906355] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-494" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.906940] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-494" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.906940] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.907195] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.907195] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.907422] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.907576] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.907805] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1508.907928] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1508.908061] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1508.908176] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1508.908293] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1508.908406] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1508.908546] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1508.928324] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1508.928500] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1508.928644] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1508.928834] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-494" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.929188] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-623f4cfe-817d-4f50-a040-f829a8cc216e taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.929373] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-623f4cfe-817d-4f50-a040-f829a8cc216e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.929498] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-623f4cfe-817d-4f50-a040-f829a8cc216e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.929742] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-623f4cfe-817d-4f50-a040-f829a8cc216e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.929888] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('623f4cfe-817d-4f50-a040-f829a8cc216e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.432496] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.432730] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.432866] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.433195] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.433362] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.433662] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.433828] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.433953] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.434200] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.434343] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.434630] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.435345] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.435345] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.435345] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.435345] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.435449] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 623f4cfe-817d-4f50-a040-f829a8cc216e is going to be updated. [ 1509.457031] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.457333] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.457503] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.457863] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.458091] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.458335] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-623f4cfe-817d-4f50-a040-f829a8cc216e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.741992] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 in Status: SUCCESS [ 1509.742244] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 deletion is rescheduled due to dependency. [ 1509.742331] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.132351] env[69439]: INFO networking_nsxv3.common.synchronization [req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b req-86ba818d-b7e7-48cb-890f-2ebe35787fae service nova] Enqueued Resource ID: 3b0e5207-3aea-4f75-8160-81949deec36d with Priority: HIGHEST for action security_group_rules [ 1510.132351] env[69439]: INFO networking_nsxv3.common.synchronization [req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b req-86ba818d-b7e7-48cb-890f-2ebe35787fae service nova] Enqueued Resource ID: 3b0e5207-3aea-4f75-8160-81949deec36d with Priority: HIGHEST for action security_group_members [ 1510.132351] env[69439]: INFO networking_nsxv3.common.synchronization [req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b req-86ba818d-b7e7-48cb-890f-2ebe35787fae service nova] Enqueued Resource ID: 623f4cfe-817d-4f50-a040-f829a8cc216e with Priority: HIGHEST for action port [ 1510.132351] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b0e5207-3aea-4f75-8160-81949deec36d with Priority: HIGHEST for action security_group_rules [ 1510.132351] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b0e5207-3aea-4f75-8160-81949deec36d with Priority: HIGHEST for action security_group_members [ 1510.132351] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623f4cfe-817d-4f50-a040-f829a8cc216e with Priority: HIGHEST for action port [ 1510.132351] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b0e5207-3aea-4f75-8160-81949deec36d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.132351] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.132987] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.133343] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.133506] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b0e5207-3aea-4f75-8160-81949deec36d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.134700] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b0e5207-3aea-4f75-8160-81949deec36d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.134909] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.135215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.135468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.136543] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.136543] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.136543] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.136543] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.136543] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.136543] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b0e5207-3aea-4f75-8160-81949deec36d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.137263] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-623f4cfe-817d-4f50-a040-f829a8cc216e taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.137373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-623f4cfe-817d-4f50-a040-f829a8cc216e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.137439] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-623f4cfe-817d-4f50-a040-f829a8cc216e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.137825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-623f4cfe-817d-4f50-a040-f829a8cc216e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.137825] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('623f4cfe-817d-4f50-a040-f829a8cc216e',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.640065] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 623f4cfe-817d-4f50-a040-f829a8cc216e with status ACTIVE [ 1510.640262] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.640262] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.640353] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.640479] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.640575] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.640749] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.640850] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.640915] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.641076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.641155] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.641339] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.641446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.641509] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.641622] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.641696] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.641820] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 623f4cfe-817d-4f50-a040-f829a8cc216e is going to be updated. [ 1510.644559] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b0e5207-3aea-4f75-8160-81949deec36d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.645682] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b0e5207-3aea-4f75-8160-81949deec36d taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.645833] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.666653] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.666653] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.666653] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.666653] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.666653] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.666923] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-623f4cfe-817d-4f50-a040-f829a8cc216e" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.146899] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b0e5207-3aea-4f75-8160-81949deec36d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.649609] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.649835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.649835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.650058] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.650152] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.650254] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b0e5207-3aea-4f75-8160-81949deec36d is going to be updated. [ 1511.681208] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.681354] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.681428] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.681732] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.681916] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.692099] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b0e5207-3aea-4f75-8160-81949deec36d in Status: IN_PROGRESS for 2s [ 1513.703138] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b0e5207-3aea-4f75-8160-81949deec36d in Status: SUCCESS [ 1513.703490] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.703542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.703760] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.703956] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.704100] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.704162] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.704314] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.704393] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.704476] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.704564] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b0e5207-3aea-4f75-8160-81949deec36d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.172051] env[69439]: INFO networking_nsxv3.common.synchronization [req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 req-3f37fece-5ff2-4a95-9ecf-d34e023b04a9 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Enqueued Resource ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 with Priority: HIGHEST for action security_group_members [ 1514.172457] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 with Priority: HIGHEST for action security_group_members [ 1514.172759] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.172882] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.172952] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.173166] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.173316] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.173412] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.173466] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.173616] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.173696] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.173786] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99fe7cbe-adba-41cd-9d65-e20b6e2666f6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.207574] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b0e5207-3aea-4f75-8160-81949deec36d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.677093] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.677278] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.677338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.677567] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.677663] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.677868] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.677968] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.678044] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.678210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.678289] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.678377] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 is going to be updated. [ 1514.711619] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b0e5207-3aea-4f75-8160-81949deec36d: rpc.has_security_group_logging(os_id): False [ 1514.714746] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.714885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.714939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.715226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.715370] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.725197] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 in Status: IN_PROGRESS for 2s [ 1514.738652] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.738823] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.738913] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.739315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.739484] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.739792] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.739964] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.740074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.740295] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.740395] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.740511] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b0e5207-3aea-4f75-8160-81949deec36d is going to be updated. [ 1514.801999] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.802290] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.802365] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.802584] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.802758] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.817038] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b0e5207-3aea-4f75-8160-81949deec36d in Status: IN_PROGRESS for 2s [ 1516.739980] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 in Status: SUCCESS [ 1516.740411] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 deletion is rescheduled due to dependency. [ 1516.740411] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.839780] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b0e5207-3aea-4f75-8160-81949deec36d in Status: SUCCESS [ 1516.839974] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.981543] env[69439]: INFO networking_nsxv3.common.synchronization [None req-9eed736a-2018-4e50-a9e4-033569ed5c24 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Enqueued Resource ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 with Priority: HIGHEST for action security_group_rules [ 1518.982067] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 with Priority: HIGHEST for action security_group_rules [ 1518.982372] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.982552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.982665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.983038] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.983229] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.050229] env[69439]: INFO networking_nsxv3.common.synchronization [None req-9e3969e5-65dd-44cc-b9ab-c3eee808406d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Enqueued Resource ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 with Priority: HIGHEST for action security_group_rules [ 1519.050755] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 with Priority: HIGHEST for action security_group_rules [ 1519.051086] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.051198] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.506068] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.506068] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.506068] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.506068] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.506068] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.506068] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 already deleted. [ 1519.506447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.506447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.506447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.506530] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.030995] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.031394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.031394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.031539] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.031668] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.031799] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 already deleted. [ 1520.031906] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.052192] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.052466] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.286382] env[69439]: INFO networking_nsxv3.common.synchronization [req-56fd2481-6e47-49e7-9c8f-8c2223fb660d req-f69b74c8-ffa1-4eee-ad36-57c25314c059 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Enqueued Resource ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 with Priority: HIGHEST for action security_group_members [ 1524.286382] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 with Priority: HIGHEST for action security_group_members [ 1524.286382] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.286382] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.286552] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.287046] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.287046] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.289360] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.289360] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.289360] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.289360] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.289360] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.645085] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.645339] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-396" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.645477] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-396" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.645752] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-396" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.646027] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.646218] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.646347] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.646568] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.646733] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.646947] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1524.647079] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1524.647193] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1524.647307] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1524.647432] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1524.647565] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1524.647682] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1524.668534] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1524.668753] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1524.668950] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1524.669057] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-396" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.669450] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-0c237b3c-e01f-4d54-85b2-106d65d6389a taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.669639] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-0c237b3c-e01f-4d54-85b2-106d65d6389a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.669766] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-0c237b3c-e01f-4d54-85b2-106d65d6389a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.670163] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-0c237b3c-e01f-4d54-85b2-106d65d6389a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.670313] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c237b3c-e01f-4d54-85b2-106d65d6389a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.790840] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.791057] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.791162] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.791386] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.791482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.791684] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.791775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.791832] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.791974] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.792063] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.792149] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 already deleted. [ 1524.792233] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.172268] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.172626] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.172626] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.172889] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.173068] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.173237] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 0c237b3c-e01f-4d54-85b2-106d65d6389a not found, creating... [ 1525.173542] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.173708] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.173831] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.174066] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.174215] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.174508] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.174669] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.174792] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.175015] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.175182] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.176109] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 0c237b3c-e01f-4d54-85b2-106d65d6389a is going to be created. [ 1525.195279] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.195546] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.195679] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.195949] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.196329] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.196634] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-0c237b3c-e01f-4d54-85b2-106d65d6389a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.855998] env[69439]: INFO networking_nsxv3.common.synchronization [req-56fd2481-6e47-49e7-9c8f-8c2223fb660d req-c80ed479-4df5-495c-b0be-8c62f5369a80 service nova] Enqueued Resource ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 with Priority: HIGHEST for action security_group_rules [ 1525.856256] env[69439]: INFO networking_nsxv3.common.synchronization [req-56fd2481-6e47-49e7-9c8f-8c2223fb660d req-c80ed479-4df5-495c-b0be-8c62f5369a80 service nova] Enqueued Resource ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 with Priority: HIGHEST for action security_group_members [ 1525.856457] env[69439]: INFO networking_nsxv3.common.synchronization [req-56fd2481-6e47-49e7-9c8f-8c2223fb660d req-c80ed479-4df5-495c-b0be-8c62f5369a80 service nova] Enqueued Resource ID: 0c237b3c-e01f-4d54-85b2-106d65d6389a with Priority: HIGHEST for action port [ 1525.857015] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 with Priority: HIGHEST for action security_group_rules [ 1525.857352] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 with Priority: HIGHEST for action security_group_members [ 1525.857547] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c237b3c-e01f-4d54-85b2-106d65d6389a with Priority: HIGHEST for action port [ 1525.857915] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.858120] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.858262] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.858567] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.858718] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.859712] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.859892] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.860055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.860310] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.860545] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.860714] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.860837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.861074] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.862025] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.862025] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.864031] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c237b3c-e01f-4d54-85b2-106d65d6389a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.864215] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c237b3c-e01f-4d54-85b2-106d65d6389a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.864339] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c237b3c-e01f-4d54-85b2-106d65d6389a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.864598] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c237b3c-e01f-4d54-85b2-106d65d6389a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.864734] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c237b3c-e01f-4d54-85b2-106d65d6389a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.366683] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.367060] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.367060] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.367886] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c237b3c-e01f-4d54-85b2-106d65d6389a with status ACTIVE [ 1526.368069] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.368184] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.368250] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.368512] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.368561] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.368702] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.368795] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.368857] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.369016] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.369099] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.369318] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.369572] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.369572] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.370164] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.370293] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.370389] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c237b3c-e01f-4d54-85b2-106d65d6389a is going to be updated. [ 1526.393045] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.393237] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.393281] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.393460] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.393595] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.393748] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c237b3c-e01f-4d54-85b2-106d65d6389a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.872331] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.375055] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.375055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.375055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.375055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.375055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.375507] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 is going to be created. [ 1527.399774] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.399956] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.400047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.400202] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.400369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.411350] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 in Status: UNINITIALIZED for 2s [ 1529.422948] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 in Status: SUCCESS [ 1529.423334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.423380] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.423605] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.423799] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.423917] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.423979] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.424145] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.424224] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.424311] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.424400] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.926893] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.429466] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9: rpc.has_security_group_logging(os_id): False [ 1530.447293] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.447500] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.447549] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.447733] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.447842] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.448110] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.448220] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.448286] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.448442] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.448519] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.448606] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 is going to be created. [ 1530.506985] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.508040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.508040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.508040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.508040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.521240] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 in Status: IN_PROGRESS for 2s [ 1530.859367] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.859367] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1532.535519] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 in Status: SUCCESS [ 1532.535866] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.860219] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.860584] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.861990] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.861990] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1545.863013] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.863367] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.864434] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.864434] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.864834] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.865233] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.865675] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.866156] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.717881] env[69439]: INFO networking_nsxv3.common.synchronization [req-62c3650f-8ab0-4481-9175-616d3847089e req-706cd5d4-e758-432f-aa66-7aa33ea2f408 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Enqueued Resource ID: 3b0e5207-3aea-4f75-8160-81949deec36d with Priority: HIGHEST for action security_group_members [ 1565.718375] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b0e5207-3aea-4f75-8160-81949deec36d with Priority: HIGHEST for action security_group_members [ 1565.718676] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b0e5207-3aea-4f75-8160-81949deec36d taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.718801] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.718870] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.719081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.719236] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.719335] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.719397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.719568] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.719656] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.719785] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b0e5207-3aea-4f75-8160-81949deec36d',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.221974] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.222183] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.222183] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.222425] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.222522] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.222735] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.222872] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.222970] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.223065] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.223117] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.223208] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b0e5207-3aea-4f75-8160-81949deec36d is going to be updated. [ 1566.263213] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.263420] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.263420] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.263634] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.263783] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.274119] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b0e5207-3aea-4f75-8160-81949deec36d in Status: IN_PROGRESS for 2s [ 1568.285863] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b0e5207-3aea-4f75-8160-81949deec36d in Status: SUCCESS [ 1568.285863] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b0e5207-3aea-4f75-8160-81949deec36d deletion is rescheduled due to dependency. [ 1568.285863] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b0e5207-3aea-4f75-8160-81949deec36d" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.719784] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.720149] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.720936] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.721313] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1580.722131] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.722376] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.300390] env[69439]: INFO networking_nsxv3.common.synchronization [req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 req-21e810b0-5b0b-4a24-a07b-b2d9b3202ca8 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Enqueued Resource ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 with Priority: HIGHEST for action security_group_members [ 1585.301369] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 with Priority: HIGHEST for action security_group_members [ 1585.301369] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.301369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.301369] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.301781] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.302637] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.302748] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.302809] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.302974] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.303338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.303338] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1585.806121] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.806121] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.806121] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.806381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.806381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.806599] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.806700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.806764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.806920] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.807068] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.807184] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 is going to be updated. [ 1585.863293] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.863505] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.863505] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.863723] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.863865] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.901025] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 in Status: IN_PROGRESS for 2s [ 1587.913885] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 in Status: SUCCESS [ 1587.913885] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 deletion is rescheduled due to dependency. [ 1587.913885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.074316] env[69439]: INFO networking_nsxv3.common.synchronization [None req-d1daac43-69af-47b2-8908-de57eb605d46 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Enqueued Resource ID: c3c5819d-78b6-4e68-b84e-8207009295d1 with Priority: HIGHEST for action security_group_rules [ 1590.074828] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5819d-78b6-4e68-b84e-8207009295d1 with Priority: HIGHEST for action security_group_rules [ 1590.075148] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c5819d-78b6-4e68-b84e-8207009295d1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.075271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.075338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.075599] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.075680] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c5819d-78b6-4e68-b84e-8207009295d1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1590.141889] env[69439]: INFO networking_nsxv3.common.synchronization [None req-aca5e5b6-802c-4371-9a2a-ffe83a5c1531 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Enqueued Resource ID: c3c5819d-78b6-4e68-b84e-8207009295d1 with Priority: HIGHEST for action security_group_rules [ 1590.142401] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5819d-78b6-4e68-b84e-8207009295d1 with Priority: HIGHEST for action security_group_rules [ 1590.142699] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c5819d-78b6-4e68-b84e-8207009295d1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.142798] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.598154] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.598361] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.598361] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.598567] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.598658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.598754] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c5819d-78b6-4e68-b84e-8207009295d1 already deleted. [ 1590.598837] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.599081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.599262] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.599344] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c5819d-78b6-4e68-b84e-8207009295d1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1591.123109] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.123497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.123497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.123569] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.123633] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.123731] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c5819d-78b6-4e68-b84e-8207009295d1 already deleted. [ 1591.123814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.143384] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.143384] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.380157] env[69439]: INFO networking_nsxv3.common.synchronization [req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 req-321ad0cc-8062-419b-947d-74b3131c1bd3 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Enqueued Resource ID: c3c5819d-78b6-4e68-b84e-8207009295d1 with Priority: HIGHEST for action security_group_members [ 1595.380616] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5819d-78b6-4e68-b84e-8207009295d1 with Priority: HIGHEST for action security_group_members [ 1595.380888] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5819d-78b6-4e68-b84e-8207009295d1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.381019] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.381081] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.381332] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.381487] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.381585] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.381658] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.381794] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.381881] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.381974] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c5819d-78b6-4e68-b84e-8207009295d1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1595.883967] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.884209] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.884268] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.884529] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.884565] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.884778] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.884879] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.884939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.885105] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.885182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.885264] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5819d-78b6-4e68-b84e-8207009295d1 already deleted. [ 1595.885345] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.905269] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.905494] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "network-396" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.905625] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "network-396" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.905875] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "network-396" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.906201] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.906371] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.906493] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.906710] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.906865] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.907226] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1595.907393] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] NeedRegenerationException {{(pid=69439) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1595.907566] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] no value, waiting for create lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1595.907717] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] value creation lock acquired {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1595.907883] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] No value present for key: 'zone-id' {{(pid=69439) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1595.908065] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Calling creation function for not-yet-present value {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1595.908275] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1595.929882] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1595.930073] env[69439]: DEBUG dogpile.cache.region [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69439) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1595.930222] env[69439]: DEBUG dogpile.lock [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Released creation lock {{(pid=69439) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1595.930405] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "network-396" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.930722] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock port-9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5 taken with stack trace [, , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.930894] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "port-9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.931028] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "port-9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.931382] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "port-9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.931586] env[69439]: DEBUG networking_nsxv3.api.rpc [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1596.434236] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.434648] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.434648] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.434847] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.435037] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.435194] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Segment Port 9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5 not found, creating... [ 1596.435472] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.435641] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.435771] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.436033] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.436263] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.436575] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.436740] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.436867] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.437139] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.437309] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.437469] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Resource: SegmentPort with ID: 9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5 is going to be created. [ 1596.479214] env[69439]: DEBUG networking_nsxv3.common.locking [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.479435] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.479566] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.479850] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.480122] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.480353] env[69439]: DEBUG oslo_concurrency.lockutils [None req-8686dd68-6d3b-44ce-bb9c-3a064a7c23fc None None] Releasing lock "port-9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.123958] env[69439]: INFO networking_nsxv3.common.synchronization [req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 req-9014f0f4-cb74-4b9e-8985-230e65e8f06f service nova] Enqueued Resource ID: c3c5819d-78b6-4e68-b84e-8207009295d1 with Priority: HIGHEST for action security_group_rules [ 1597.124157] env[69439]: INFO networking_nsxv3.common.synchronization [req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 req-9014f0f4-cb74-4b9e-8985-230e65e8f06f service nova] Enqueued Resource ID: c3c5819d-78b6-4e68-b84e-8207009295d1 with Priority: HIGHEST for action security_group_members [ 1597.124322] env[69439]: INFO networking_nsxv3.common.synchronization [req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 req-9014f0f4-cb74-4b9e-8985-230e65e8f06f service nova] Enqueued Resource ID: 9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5 with Priority: HIGHEST for action port [ 1597.124542] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5819d-78b6-4e68-b84e-8207009295d1 with Priority: HIGHEST for action security_group_rules [ 1597.124676] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5819d-78b6-4e68-b84e-8207009295d1 with Priority: HIGHEST for action security_group_members [ 1597.124773] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5 with Priority: HIGHEST for action port [ 1597.125338] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c5819d-78b6-4e68-b84e-8207009295d1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.125471] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.125550] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.125750] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.125831] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c5819d-78b6-4e68-b84e-8207009295d1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.126687] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5819d-78b6-4e68-b84e-8207009295d1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.126798] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.126858] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.127032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.127202] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.127312] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.127387] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.127495] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.127575] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.127659] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c5819d-78b6-4e68-b84e-8207009295d1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.128916] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.128916] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.128916] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.129204] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.129204] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.630548] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5819d-78b6-4e68-b84e-8207009295d1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.630928] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.630928] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c5819d-78b6-4e68-b84e-8207009295d1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.631719] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5 with status ACTIVE [ 1597.631882] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.631992] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.632085] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.632276] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.632366] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.632534] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.632632] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.632691] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.632843] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.632919] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.633130] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.633231] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.633294] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.633431] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.633507] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.633586] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5 is going to be updated. [ 1597.656039] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.656273] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.656273] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.656477] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.656609] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.656768] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.135297] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c5819d-78b6-4e68-b84e-8207009295d1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.387321] env[69439]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1598.387500] env[69439]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-684600f5-9dee-43d0-aea3-f921e0917a6b None None] NSXv3 Agent Agent loop - iteration:4 started [ 1598.637380] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.637844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.637844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.637844] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.637935] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.638037] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5819d-78b6-4e68-b84e-8207009295d1 is going to be created. [ 1598.665558] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.665784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.665784] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.665970] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.666185] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.675683] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5819d-78b6-4e68-b84e-8207009295d1 in Status: UNINITIALIZED for 2s [ 1600.686321] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5819d-78b6-4e68-b84e-8207009295d1 in Status: SUCCESS [ 1600.686694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.686694] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.686897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.687100] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.687263] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.687338] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.687497] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.687580] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.687667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.687755] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c5819d-78b6-4e68-b84e-8207009295d1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.190954] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c5819d-78b6-4e68-b84e-8207009295d1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.693844] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c5819d-78b6-4e68-b84e-8207009295d1: rpc.has_security_group_logging(os_id): False [ 1601.711790] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.711975] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.712030] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.712681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.712681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.712681] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.712681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.712681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.713056] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.713056] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.713056] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c5819d-78b6-4e68-b84e-8207009295d1 is going to be created. [ 1601.769105] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.769315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.769447] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.769608] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.769792] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.779230] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c5819d-78b6-4e68-b84e-8207009295d1 in Status: IN_PROGRESS for 2s [ 1602.126092] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1602.126282] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1603.791340] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c5819d-78b6-4e68-b84e-8207009295d1 in Status: SUCCESS [ 1603.791757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.127208] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1607.127693] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1608.322417] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.322865] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.322865] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.322865] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.323049] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.825770] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.328104] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.830957] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1609.831171] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1610.592273] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.592701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.592701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.592897] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.610079] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1610.610945] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.611814] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1610.649916] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.650194] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.650194] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.650334] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.666366] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.667222] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1610.667299] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1610.667406] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1610.703028] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.703233] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.703276] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.703452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.704356] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.704523] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1610.782613] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.782835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.782835] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.783037] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.783343] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.783615] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1610.856457] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.856664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.856664] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.856846] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.857183] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.857476] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 1610.857571] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'99fe7cbe-adba-41cd-9d65-e20b6e2666f6', 'c02b8510-7de1-4651-aa8d-6f778b33ecb6', 'e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9', '2972ca42-d4e9-4fbe-af16-9422c32e9c47', 'c3c5819d-78b6-4e68-b84e-8207009295d1', '3b398fd6-9f01-4668-b45b-289dcf4e6623', 'c5d53025-e417-42a2-8b96-37b11679c124', '74eb9e45-7b76-4f14-b32e-915b5efedcfb', 'bf3119dc-7330-463e-8dbe-f2b7626241e2', '2c98b5db-4891-410d-87e5-e125e845a635', 'c7ba59b4-8801-467b-9430-1d3af8697ca8', '9707d0e0-4d20-4db8-8eba-f329b59cfaf4', '9e1b031f-13a1-44ae-b1ca-4af314fde7a1', '95143d24-63f6-4939-95d0-89a5ed82776a', '02d3fd7e-704a-42ca-b79f-39f16c03d454', 'b1b1f685-6a25-4b92-9b87-bec43cea3cc0', '289d8183-ece5-4bf9-8f2d-d4b06c1c00dc', '0ca2f32f-87ec-4548-878c-2733cdec1c9a', '528548f1-1161-4605-96fa-b19666eb4c4a', '0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe', 'f22adb3b-1a34-4931-87a1-380e6dfffcb1', 'a03336a7-c0b3-43d8-8fcd-3049396f1743', '51b1206e-8060-43b0-bd32-be99c8eb203c', 'eac81bb9-d780-4c8b-848a-3bfa018521f2', '27f4a9be-90a4-4341-b1de-562ac534346c', '666ec93c-83a7-4dfc-8a44-084e16793f77', '3b0e5207-3aea-4f75-8160-81949deec36d', 'cf70d0e5-f07c-40f0-8808-99962eb1a492', '410d164c-aa2e-4aab-97a2-fb4f13027908', 'b7928caa-8eec-4c2a-a503-817cacdbf194', '840ee68d-1552-4b5d-9f51-6225a4416e6c', 'e72a7d49-214e-469d-abb9-6f6b0ed6c67d', '7bdfb6b6-657f-481e-9325-6247cbdd314d'} {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1610.857668] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1610.874785] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.874984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.874984] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.875182] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.875270] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.875399] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1610.875455] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1610.875519] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1610.951930] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.952150] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.952150] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.952351] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.953526] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.953844] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1610.953928] env[69439]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69439) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1610.954009] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1610.954087] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1610.954163] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 1610.954233] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 with Priority: HIGH for action security_group_rules [ 1610.954471] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 with Priority: HIGH for action security_group_rules [ 1610.954471] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 with Priority: HIGH for action security_group_rules [ 1610.954471] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGH for action security_group_rules [ 1610.954607] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3c5819d-78b6-4e68-b84e-8207009295d1 with Priority: HIGH for action security_group_rules [ 1610.954607] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 with Priority: HIGH for action security_group_rules [ 1610.954677] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGH for action security_group_rules [ 1610.954677] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGH for action security_group_rules [ 1610.954749] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGH for action security_group_rules [ 1610.954800] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGH for action security_group_rules [ 1610.954859] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGH for action security_group_rules [ 1610.954920] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGH for action security_group_rules [ 1610.954980] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGH for action security_group_rules [ 1610.955056] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95143d24-63f6-4939-95d0-89a5ed82776a with Priority: HIGH for action security_group_rules [ 1610.955119] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 with Priority: HIGH for action security_group_rules [ 1610.955179] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGH for action security_group_rules [ 1610.955240] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc with Priority: HIGH for action security_group_rules [ 1610.955301] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a with Priority: HIGH for action security_group_rules [ 1610.955363] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 528548f1-1161-4605-96fa-b19666eb4c4a with Priority: HIGH for action security_group_rules [ 1610.955428] env[69439]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe with Priority: HIGH for action security_group_rules [ 1610.955523] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.128336] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1612.128726] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1612.128726] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 with Priority: HIGH for action security_group_rules [ 1612.128726] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 with Priority: HIGH for action security_group_rules [ 1612.128850] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d53025-e417-42a2-8b96-37b11679c124 with Priority: HIGH for action security_group_rules [ 1612.128884] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 with Priority: HIGH for action security_group_rules [ 1612.128955] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe with Priority: HIGH for action security_group_rules [ 1612.129066] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528548f1-1161-4605-96fa-b19666eb4c4a with Priority: HIGH for action security_group_rules [ 1612.129159] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a with Priority: HIGH for action security_group_rules [ 1612.129245] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc with Priority: HIGH for action security_group_rules [ 1612.129334] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95143d24-63f6-4939-95d0-89a5ed82776a with Priority: HIGH for action security_group_rules [ 1612.129439] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 with Priority: HIGH for action security_group_rules [ 1612.129502] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 with Priority: HIGH for action security_group_rules [ 1612.129591] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 with Priority: HIGH for action security_group_rules [ 1612.129674] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 with Priority: HIGH for action security_group_rules [ 1612.129758] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c98b5db-4891-410d-87e5-e125e845a635 with Priority: HIGH for action security_group_rules [ 1612.129843] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 with Priority: HIGH for action security_group_rules [ 1612.129928] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 with Priority: HIGH for action security_group_rules [ 1612.130029] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb with Priority: HIGH for action security_group_rules [ 1612.130780] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5819d-78b6-4e68-b84e-8207009295d1 with Priority: HIGH for action security_group_rules [ 1612.130898] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 with Priority: HIGH for action security_group_rules [ 1612.130996] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 with Priority: HIGH for action security_group_rules [ 1612.131374] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.131514] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.131578] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.131795] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.131878] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99fe7cbe-adba-41cd-9d65-e20b6e2666f6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.132877] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.132999] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.133080] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.133251] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.133325] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.134097] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5d53025-e417-42a2-8b96-37b11679c124 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.134218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.134296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.134507] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.134608] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5d53025-e417-42a2-8b96-37b11679c124',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.135498] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02d3fd7e-704a-42ca-b79f-39f16c03d454 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.135649] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.135744] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.135942] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.136185] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02d3fd7e-704a-42ca-b79f-39f16c03d454',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.136837] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.136936] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.137012] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.137169] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.137243] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.138053] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-528548f1-1161-4605-96fa-b19666eb4c4a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.138165] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.138233] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.138381] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.138454] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('528548f1-1161-4605-96fa-b19666eb4c4a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.139134] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ca2f32f-87ec-4548-878c-2733cdec1c9a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.139241] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.139323] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.139450] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.139520] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ca2f32f-87ec-4548-878c-2733cdec1c9a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.140199] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.140306] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.140373] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.140581] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.140616] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('289d8183-ece5-4bf9-8f2d-d4b06c1c00dc',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.141277] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95143d24-63f6-4939-95d0-89a5ed82776a taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.141385] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.141452] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.141597] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.141669] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95143d24-63f6-4939-95d0-89a5ed82776a',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.143917] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.143977] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.144032] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.144214] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.144267] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1b1f685-6a25-4b92-9b87-bec43cea3cc0',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.144944] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.145055] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.145123] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.145272] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.145343] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e1b031f-13a1-44ae-b1ca-4af314fde7a1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.146022] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.146134] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.146195] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.146394] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.146464] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9707d0e0-4d20-4db8-8eba-f329b59cfaf4',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.147433] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7ba59b4-8801-467b-9430-1d3af8697ca8 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.147624] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.147624] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.147764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.147865] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7ba59b4-8801-467b-9430-1d3af8697ca8',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.148569] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c98b5db-4891-410d-87e5-e125e845a635 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.148695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.148756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.148904] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.148975] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c98b5db-4891-410d-87e5-e125e845a635',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.149709] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf3119dc-7330-463e-8dbe-f2b7626241e2 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.149825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.149876] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.149991] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.150076] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf3119dc-7330-463e-8dbe-f2b7626241e2',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.150768] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b398fd6-9f01-4668-b45b-289dcf4e6623 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.150852] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.150939] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.151076] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.151149] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b398fd6-9f01-4668-b45b-289dcf4e6623',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.151933] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.152079] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.152115] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.152263] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.152335] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74eb9e45-7b76-4f14-b32e-915b5efedcfb',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.153095] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c5819d-78b6-4e68-b84e-8207009295d1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.153189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.153189] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.153333] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.153403] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c5819d-78b6-4e68-b84e-8207009295d1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.154077] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c02b8510-7de1-4651-aa8d-6f778b33ecb6 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.154188] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.154252] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.154475] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.154529] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c02b8510-7de1-4651-aa8d-6f778b33ecb6',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.155224] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.155405] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.155466] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.155596] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.155668] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2972ca42-d4e9-4fbe-af16-9422c32e9c47',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.194886] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.195114] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.195160] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.195383] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.197337] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.197482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.198166] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.198261] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.198976] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.199082] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.199758] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.199853] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.222813] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.222984] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ca2f32f-87ec-4548-878c-2733cdec1c9a is going to be deleted. [ 1612.223840] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.224073] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.242789] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.242936] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 289d8183-ece5-4bf9-8f2d-d4b06c1c00dc is going to be deleted. [ 1612.243839] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.244061] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.261989] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.262168] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9 is going to be deleted. [ 1612.263040] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.263259] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.280203] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.280437] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.283157] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.283289] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99fe7cbe-adba-41cd-9d65-e20b6e2666f6 is going to be deleted. [ 1612.284196] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.284413] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.293745] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.293908] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.305163] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.305293] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5d53025-e417-42a2-8b96-37b11679c124 is going to be deleted. [ 1612.306218] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.306468] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.306559] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.306679] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ca2f32f-87ec-4548-878c-2733cdec1c9a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.306832] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.306993] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.307087] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.307202] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-289d8183-ece5-4bf9-8f2d-d4b06c1c00dc" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.314181] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.314347] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.314393] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.314581] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.314669] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.314786] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4ee2b5c-f895-4a7e-bec9-35c4c1f571d9" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.359070] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.359315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.359315] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.359521] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.359603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.359730] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99fe7cbe-adba-41cd-9d65-e20b6e2666f6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.374756] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.374932] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.374980] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.375197] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.375296] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.375423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5d53025-e417-42a2-8b96-37b11679c124" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.662287] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5819d-78b6-4e68-b84e-8207009295d1 taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.662516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.662516] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.662701] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.662868] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.662973] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.663051] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.663207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.663294] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.663382] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.663470] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c5819d-78b6-4e68-b84e-8207009295d1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.696263] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.696504] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.696504] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.696678] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.698317] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.698460] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.700654] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.700779] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.702833] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.702970] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.703647] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.703735] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.704985] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.705090] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.721125] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.721325] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.722515] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.722624] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.723324] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.723423] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.724116] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.724224] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.724905] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.725014] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.725582] env[69439]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1612.726015] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.726116] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.726775] env[69439]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1612.727184] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.727267] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.727881] env[69439]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1612.728322] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.728444] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.729294] env[69439]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1612.729727] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.729860] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e1b031f-13a1-44ae-b1ca-4af314fde7a1 is going to be deleted. [ 1612.730770] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.730975] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.748131] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.748296] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7ba59b4-8801-467b-9430-1d3af8697ca8 is going to be deleted. [ 1612.749180] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.749396] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.768700] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.768884] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe is going to be deleted. [ 1612.769722] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.769934] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.781922] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.782148] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.789225] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.789361] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c02b8510-7de1-4651-aa8d-6f778b33ecb6 is going to be deleted. [ 1612.790226] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.790440] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.816209] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.816446] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.845013] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.845222] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.845998] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.846135] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9707d0e0-4d20-4db8-8eba-f329b59cfaf4 is going to be deleted. [ 1612.847072] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.847318] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.865059] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.865255] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.871210] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.871333] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b398fd6-9f01-4668-b45b-289dcf4e6623 is going to be deleted. [ 1612.872230] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.872456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.914764] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.914935] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf3119dc-7330-463e-8dbe-f2b7626241e2 is going to be deleted. [ 1612.915885] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.916130] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.965765] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.965957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.982457] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.982620] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95143d24-63f6-4939-95d0-89a5ed82776a is going to be deleted. [ 1612.983501] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.983733] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.009944] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.010186] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.018943] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.019157] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2972ca42-d4e9-4fbe-af16-9422c32e9c47 is going to be deleted. [ 1613.020083] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.020312] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.053852] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.054067] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.070175] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.070429] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 528548f1-1161-4605-96fa-b19666eb4c4a is going to be deleted. [ 1613.071935] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.072292] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.075384] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.075600] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.170964] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c5819d-78b6-4e68-b84e-8207009295d1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1613.181722] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.182036] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.184047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.184247] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1b1f685-6a25-4b92-9b87-bec43cea3cc0 is going to be deleted. [ 1613.185581] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.185875] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.249248] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.249418] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74eb9e45-7b76-4f14-b32e-915b5efedcfb is going to be deleted. [ 1613.250391] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.250642] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.290764] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.290977] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.310509] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.310769] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.315418] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.315556] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02d3fd7e-704a-42ca-b79f-39f16c03d454 is going to be deleted. [ 1613.316566] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.316777] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.362711] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.362883] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c98b5db-4891-410d-87e5-e125e845a635 is going to be deleted. [ 1613.363814] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.364049] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.364142] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.364276] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e1b031f-13a1-44ae-b1ca-4af314fde7a1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.364458] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.364629] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.364712] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.364825] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7ba59b4-8801-467b-9430-1d3af8697ca8" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.365397] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.365604] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.365695] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.365886] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf101c8-85a0-4b4f-b50e-d448bb6cdbbe" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.366043] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.366194] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.366271] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.366401] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c02b8510-7de1-4651-aa8d-6f778b33ecb6" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.366542] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.366681] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.366757] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.366872] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9707d0e0-4d20-4db8-8eba-f329b59cfaf4" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.366996] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.367144] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.367220] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.367330] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b398fd6-9f01-4668-b45b-289dcf4e6623" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.367456] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.367593] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.367665] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.367775] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf3119dc-7330-463e-8dbe-f2b7626241e2" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.367896] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.368041] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.368115] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.368223] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95143d24-63f6-4939-95d0-89a5ed82776a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.368349] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.368482] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.368556] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.368684] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2972ca42-d4e9-4fbe-af16-9422c32e9c47" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.368817] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.368957] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.369047] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.369154] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-528548f1-1161-4605-96fa-b19666eb4c4a" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.369275] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.369411] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.369486] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.369589] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1b1f685-6a25-4b92-9b87-bec43cea3cc0" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.439129] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.439317] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.439363] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.439573] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.439671] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.439801] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74eb9e45-7b76-4f14-b32e-915b5efedcfb" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.449921] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.450095] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.450207] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.450481] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.450607] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.450760] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02d3fd7e-704a-42ca-b79f-39f16c03d454" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.487290] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.487487] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.487487] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.487728] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.487805] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.487963] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c98b5db-4891-410d-87e5-e125e845a635" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.673282] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c5819d-78b6-4e68-b84e-8207009295d1: rpc.has_security_group_logging(os_id): False [ 1613.747148] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.747425] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.747425] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.747627] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.767194] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.767534] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.767657] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.767726] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.767923] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.768017] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.768117] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c5819d-78b6-4e68-b84e-8207009295d1 is going to be updated. [ 1613.825385] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.825603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.825603] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.825810] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.825961] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.838354] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c5819d-78b6-4e68-b84e-8207009295d1 in Status: IN_PROGRESS for 2s [ 1615.855492] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c5819d-78b6-4e68-b84e-8207009295d1 in Status: SUCCESS [ 1615.855492] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.132291] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1617.132291] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1622.133620] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1622.133620] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1627.134973] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1627.134973] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1632.136076] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1632.136434] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1637.137580] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1637.138310] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1642.138622] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1642.138974] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1647.139774] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1647.140153] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1652.141333] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1652.141333] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1657.141769] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1657.142206] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1657.999315] env[69439]: INFO networking_nsxv3.common.synchronization [req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf req-e62325a1-f784-4103-a7ae-925055b6ff87 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Enqueued Resource ID: c3c5819d-78b6-4e68-b84e-8207009295d1 with Priority: HIGHEST for action security_group_members [ 1657.999893] env[69439]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5819d-78b6-4e68-b84e-8207009295d1 with Priority: HIGHEST for action security_group_members [ 1658.000319] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c5819d-78b6-4e68-b84e-8207009295d1 taken with stack trace [, , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.001499] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.001499] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.001499] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.001499] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.001499] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.001499] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.001499] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.001499] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.001499] env[69439]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c5819d-78b6-4e68-b84e-8207009295d1',) {} {{(pid=69439) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1658.504248] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.504667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.504667] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.504756] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.504786] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.505303] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.505303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.505303] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.505488] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.505488] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.505600] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5819d-78b6-4e68-b84e-8207009295d1 is going to be updated. [ 1658.536069] env[69439]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69439) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.536277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.536277] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.536480] env[69439]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.536629] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.545197] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5819d-78b6-4e68-b84e-8207009295d1 in Status: IN_PROGRESS for 2s [ 1660.557556] env[69439]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c5819d-78b6-4e68-b84e-8207009295d1 in Status: SUCCESS [ 1660.557982] env[69439]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c5819d-78b6-4e68-b84e-8207009295d1 deletion is rescheduled due to dependency. [ 1660.557982] env[69439]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c5819d-78b6-4e68-b84e-8207009295d1" {{(pid=69439) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1663.001143] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1663.001394] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1668.002201] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1668.002565] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1673.002933] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1673.003202] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1678.003932] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1678.004357] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1683.004663] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1683.005054] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1688.006071] env[69439]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1688.006423] env[69439]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0